{"msg":"Running step start_crdb","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:19.896242877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:19.897414862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpPSXpHo","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:19.927776265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpPSXpHo/data)","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:19.927847357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpPSXpHo/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpPSXpHo/listen-url","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:19.958550891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=2 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:19.959204894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"cockroach pid: 12608","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:21.191172238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"cockroach listen URL: postgresql://root@[::1]:35580/omicron?sslmode=disable","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:21.191280354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"Running step start_clickhouse","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:21.191700311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:21.191747334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:21.706715465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:21.70681859Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:21.852005866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:21.852329811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:21.927440294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:21.927500624Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"mgd port is 48140","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.115455241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"Running step record_switch_dns","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.115522606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.115653997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.11577053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.122508324Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmp24LHW1"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.28390152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.284003854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.284125967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:61960"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.284988746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:49278","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.285053164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:49278","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.285158695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:49278","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.286143507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:49278","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.286336191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.286511199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpmmLaiG"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.340140352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.342933277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.343002034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:35806"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.343244046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37254","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.343303184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37254","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.343345288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37254","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.345531002Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37254","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.34560005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.345630451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"setting up nexus server","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.345657214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.34656375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.346629491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.346668729Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.346701895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.34672919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.346846053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.34689487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.346922735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.346961082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.3469953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347027594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347051853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347082534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347106732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347136271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.34716581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347383564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347434926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347470186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.34750225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.34752714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347566077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347602039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347645516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347690345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347722068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347754423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347781226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347810093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347836306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347872808Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347920874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347946876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347975062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.347998559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348027226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348050633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348076895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348100953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348131564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348156784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348183377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348209469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348230742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348256082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348277174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348300981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348321502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.34834536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348366753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.34839034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348414668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.34843562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348462082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348482593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348508084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348528395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348552302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348572813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348605628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.348629797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.34882722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:61960","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.373534037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"new DNS resolver","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.37359075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","addresses":"[[::1]:61960]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.373850938Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:35580/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 35580,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.3757744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Database schema version is up to date","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.407690431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.542502576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"e193e9c9-86d8-40d5-bd9c-2b5583cb8d9c","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.654697106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.654838067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.655347612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.655463703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.655639634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.655797408Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.655962948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.656070402Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.656160522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.656248607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.656378255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.656503425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.65660139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.65667647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.656762842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.656937369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.657042679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.65713339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.657221075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.657306455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.657436203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.657561894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.657654699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.657744107Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.657860599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.658325185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.65842806Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.65851339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.658602818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.658723498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.65876962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.65892521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.658966282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.658993436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.659068596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.659113165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.659138124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.659666217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.659759152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.6597884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.659825003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.659864912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.659900553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.659927287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.659963238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.65999904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.66002412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.660061664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.66009966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.660126664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.660162846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.660199269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.660264098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.660314939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.66035546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.661555421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"SEC running","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.66162523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"sec_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"SEC","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:22.664116884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.664364197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.68138526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.68169611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:22.682580031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.682734929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.683423822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.683841154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:22.697722291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65010","req_id":"7094394f-2cb9-413c-aa7d-1c02eda670eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: a5 d8 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.698615931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65010","req_id":"7094394f-2cb9-413c-aa7d-1c02eda670eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42456,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42456,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:22.701544807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65010","req_id":"7094394f-2cb9-413c-aa7d-1c02eda670eb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.746007215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:22.746108708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.746154068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.751244711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.751559989Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:22.751655469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.751751801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.753121129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:22.801740409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:22.801840318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.801886681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.803839271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.803920894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:22.803960673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.804028508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:22.804312614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:23.214684013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.214784403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.214830424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.216985518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.217103874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.217146409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.217185477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.217532097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:23.311287519Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.311377849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.311421496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.311919338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.322618615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.322697633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.324689391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.324748609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.324896734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.324951684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.325391711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.331020636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.331163921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.331211416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.33123855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.331781813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.398340607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.39842283Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.398452169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.399174478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.402434974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.406473381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.40662845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.406674421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.406701565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.406725974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.407324867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.410298682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.410356548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.410384844Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.410808027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.413901681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.41815707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.418230255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.418260396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.41869927Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:23.445599337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.445659086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.445687292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.447837145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.447893918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.44791972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.447947054Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.448454044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.452643121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.452712108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.453201754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.45619095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.456279847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.456310378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.456336049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.456697399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.458845889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.458923594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.458977101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.459530203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.462323639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.462379921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.462408428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.463058974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.465468264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.470734306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.470813344Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.470854786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.470973212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.471010106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.471035316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.471653067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.5552055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.555282694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.555313455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.555940073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.558852837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.558898157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.558925311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.559721127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.564387434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.574245385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.574302139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.574331317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.575177964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.592204939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.592278345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.592309347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.592334697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.59314911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.59531246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.595369644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.595401247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.595968958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.598999767Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.599058173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.599087943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.600262573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.603668559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.614884116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.615617176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.615807876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.617219499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.627102951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.627227078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.627989758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.639976641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.64012671Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.6410252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.647430903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.647502315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.647534269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.647558818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.648329092Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.651957893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.652040457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.65207189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.652941172Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.663090574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.663148058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.663177046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.663744847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.675194049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.683898863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.683965676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.684025064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.684477275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.774970748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.775095236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.775135185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.775160937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.77568477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.778879556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.778938854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.77908741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.779120095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.780812026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.780868328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.781098347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.781845736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.784293613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.791743466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.791909317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.791944928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.791968725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.858218353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.858641997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.858753579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.858837006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.859639404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.863099729Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.863173676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.863234267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.864353587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.871342843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.871399516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.871428644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.871992998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.875154056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.886295785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.8863683Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.886399893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.887129256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.893042758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.89309874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.893132106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.893902161Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.897375581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.897541933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.898551404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.901315612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.901418396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.901963733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.904741387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.904800816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.90482838Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.904852769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.90562095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.907912736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.90795979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.907986643Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.910169362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.911002883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.911056991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.911084505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.911281378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.916008336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.922436514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.922563036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.92260528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.922642785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.922669127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.922693045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.923681885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.927028954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.927093613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.92712224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.927144694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.928519273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.928682889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.928840894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.929609305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.933150701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.952669701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.952743899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.952775011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.953434946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.964179654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.964346416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.964469602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.964615643Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.96518134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.968689029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.96874472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.968772475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.970610587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.973360386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.973428822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.97345793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.974364747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.977586306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.99330778Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:23.993770933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.993830321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:23.995443946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:24.098915817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.098990135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.099016939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.099046207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.100213272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.104094425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.104165908Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.104595363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.11075684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.110808643Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.111242487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.114913822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.114988381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.115017909Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.115042919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.116190516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.118807871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.118899964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.118988791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.12008731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.129729381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.129873679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.129966664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.131733675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.135192987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.14471554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.144788455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.144816481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.144844036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.145500614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.160049893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.160486172Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.161583017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.161681644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.162944049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.166747778Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.166852146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.166896985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.170672237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.174440014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.174559282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.174629963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.175191521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.178174004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.187370367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.201120513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.201198579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.201231114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.201255923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.201967631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.205880988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.205946338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.205972962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.206590281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.208969101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.209026536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.209054391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.209705759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.21428382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.220708391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.220795314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.220825204Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.221504337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.269710114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.269897998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.27049607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.274022796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.274189689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.274223426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.274247925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.274436982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.277109396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.277148404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.277173915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.277807858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.280178932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.280441345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.280531244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.281486137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.287674216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.300385352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.333424711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.333505682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.334176168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.334290626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.334468631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.342385905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.36485825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.364949031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.37020344Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.385016334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.38512501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.385159309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.385689305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.389377193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.416489923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.416783919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.416983065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.420451135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.435685058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.444014033Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.444487727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.448629158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.448907052Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.449069766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.449160637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.450096291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.472593686Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.472657373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.472689677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.473402718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.479222584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.479283725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.47931612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.47986796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.504512843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.512014039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.542532194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.542738876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.542857342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.542944956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.543749429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.554117537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.554383497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.554729536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.555592646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.564245176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.564323582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.564355526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.565789573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.58212479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.592789969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.592864658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.592893816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.593344725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.619239989Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.619355039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.620072097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:24.630743349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"created built-in services vpc","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:24.630797797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.630824601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.630850482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.633206426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.633265504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.633289903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.633314121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.634462559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:24.643849703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.643912688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.64393863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.643966706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.644488425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:24.6585039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.658565543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.659075238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.659801415Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.668880244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.684569765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.685725648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.695653198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.697163817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.701527171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.701584866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.712070137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.71796876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.719055756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.719112278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.719140705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.719162428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.726658544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.726721329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.726748974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.726773563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.727515241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.729236661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.734239839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.734293506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.734322884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.734981787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:24.913095507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.913171608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.914073706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:24.934841845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"activating background tasks","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:24.934888808Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Running step start_sled1","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:24.938720613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:24.938913377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.171311355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.172098012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpSHi7f0/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.200620381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.200726613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpSHi7f0/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpmuGmZ2/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.20082562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.200892854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpmuGmZ2/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.286156015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:45744","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.286332758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:45744","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.287098704Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:45744","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.308319525Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.325650435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.325719513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.325747659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.325790895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.325816206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.325842538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.325866316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.325889522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.325912357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.325935513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.32595893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.325982768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326006064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326047116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326072567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326135652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326165532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326189349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326212205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.32623506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326257565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326280551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326303046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326329138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326352614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.32637531Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326397734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.32642078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326443345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326466572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326489477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326511952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326535639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326558715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326581741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326605609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326628875Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326651911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326674746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326697772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326723393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326746149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326769976Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326793623Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326816058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326839154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.32686254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326884935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326907891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326931438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326954343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.326977269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327000425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327026537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327050675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.32707327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327096296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327118981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327141717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327164572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327187227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327210664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327233219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327256305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327279501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327304982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.32732898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327352757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.327375983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327396605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327416695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327446374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.327470141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.327496073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.328021219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.328094465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.328122731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.328275816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:25.328324984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.328352229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"87.183µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.328378341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.328403701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.328427108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.328451787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.328918527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.328973436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.329001863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.329099007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:25.329139617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.32916623Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"46.032µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.329192743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.329236771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","expiration":"2025-04-30 05:57:25.329169697 UTC"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.329430697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.329473172Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.329965533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.330016084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.330042035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.330067526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.330095562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.330119981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.33057125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.330619336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.330645257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.330672221Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.331070244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.331116356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.331141095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.331165063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.331629619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.33168039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.331706672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.331729808Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.331754988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.331783265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.331808635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.332362579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.332415835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:25.332441496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.332480704Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"37.134µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.332509792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:25.332535574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.332596725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"18.256µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.3326289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.332652948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.332677717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.332702657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.332727115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.333089668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.333136581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.333162012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.333186881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.333229276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.333256941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.333670906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.333716286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.333740815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"19.629µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.333767358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:25.333790654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.333812317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"36.813µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.333836005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.333859532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.333880353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"51.172µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.333906014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.3339292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.33395396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.333981785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.334005993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.334388656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.334436621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.334461401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.33448596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.334512162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.334535979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.334938752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.334988822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.335292537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.335340112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.335743515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.335794978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.335821891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.335847362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.336235135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.336285615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.336311126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.336335655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.33673439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.336782876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.33681015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.33683512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.33686025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.336901432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.337310668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.337360006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.337385417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.337581828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"217.523µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.33763319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.337721927Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.337764011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.339944866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.340004645Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.340035016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.340061689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.34008756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.340627536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.340686564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.340715602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.340737786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.340762445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.340788006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.340814409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.341138795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.341195548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.341506949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.341545235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.347994304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.348164734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.34821296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.348237068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.348260845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.348638758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.348742665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.348838606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.348866893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.356464811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.356528648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.356561764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.356589429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.356957252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.357052873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.357087492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.357114796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.357501126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.357555164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.357581256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.357606516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.357977806Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.358060881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.358092464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.358118235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.358646318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.358725495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.358756868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.358785725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.358814332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.358842188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.359161534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.359217055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.359247335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.359275832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.361297129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.361362289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.361393491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.361420295Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.361442809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.36146801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.361491206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.361516045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.361538169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"contacting server nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.361563229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.361676876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:42385/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.363600779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","remote_addr":"127.0.0.1:43672"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.364332657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.364391304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.364421494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.364447636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.364910408Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.365958958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"3531a4a6-2624-4613-b899-d1a3d042af12","remote_addr":"127.0.0.1:43672","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.366106171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59886","req_id":"ad9babfb-3cc5-410e-9bb8-b35a16a29e02","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 49 46 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 IF..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.366167503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59886","req_id":"ad9babfb-3cc5-410e-9bb8-b35a16a29e02","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:25.366719954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59886","req_id":"ad9babfb-3cc5-410e-9bb8-b35a16a29e02","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.366760334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52523","req_id":"afb72e41-d3e1-425e-9b73-06f6bf8bcfa1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 8a 52 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .R..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.366860584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52523","req_id":"afb72e41-d3e1-425e-9b73-06f6bf8bcfa1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:25.367118067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52523","req_id":"afb72e41-d3e1-425e-9b73-06f6bf8bcfa1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"registered sled agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.368648386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.368879817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.36893138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.36896158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.368988243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.36943322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:25.369734711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.369786644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"41.706658ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:25.370057223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.370106902Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"41.135119ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.43632146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.437096715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","pruned":"{}","expiration":"2025-04-30 05:57:25.329169697 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.437162005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"expiration\":\"2025-04-30T05:57:25.329169697Z\",\"pruned\":[]}","iteration":1,"elapsed":"107.999903ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.43728978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.441196323Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.44129518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.441326723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.441744034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.508222849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54783","req_id":"1ae7610e-bcf6-4dbf-829d-a9310e85485c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: ea 9f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.508302368Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54783","req_id":"1ae7610e-bcf6-4dbf-829d-a9310e85485c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60063,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60063,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:25.509602678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54783","req_id":"1ae7610e-bcf6-4dbf-829d-a9310e85485c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:25.509833057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:25.509912846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.509946253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"179.281777ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.511349459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.518028827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62291","req_id":"0693e341-1b2c-44e8-b099-d336db4f7621","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a5 14 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.518241461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62291","req_id":"0693e341-1b2c-44e8-b099-d336db4f7621","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:25.518681848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62291","req_id":"0693e341-1b2c-44e8-b099-d336db4f7621","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:25.52062508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:25.52068532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.520715109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"189.567832ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.520826271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.525861293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.526006752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.526108595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.528291665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.530730695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.564022266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.564836899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.564957409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.565500281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.565997572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"234.306139ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.566806072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.571594333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.57172848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.571827217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.572341992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.573008901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.581342535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.582343059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.582383179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.583413902Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.616356358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.620670293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.62084429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.620948428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.621458865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.690383392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.691231352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.692131195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.693543599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.700506863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.700570269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.700602553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.700982039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.701247699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.701303029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.701761372Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.759346467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.759429913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.760044317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.760313083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"411.600428ms"} {"msg":"listed in-progress sagas","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.956363119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","count":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.967251694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"619.099105ms"} {"msg":"Found abandoned VMMs","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.969142792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:25.992888965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.993017801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"651.807234ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.994062703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:25.994185027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.994229906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.995239328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:25.995410298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.012807521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.012882841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.012913552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.012940977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.012966438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.013374481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.162047392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"802.736791ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.186452898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.192648122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.19309911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.193155653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.194064834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.194465683Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"833.950452ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.194611153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.194656323Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.19514183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.218826631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"861.772466ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.272470152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.295269779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.29538563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.295417994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.29544589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.295471431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.295805366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.296166295Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"938.074642ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.296333518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.296381985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.296411904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.296437956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.296858865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.384847837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.384957255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.385716688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection is None","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:26.390450039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.390513075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"1.056530548s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.404929899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.412801253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.413956514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{}","iteration":1,"elapsed":"1.079476406s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.414097696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.414146814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.414823722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read target blueprint","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:26.414884273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.414928501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.083229123s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.436501293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.100164867s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.605838076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.605912394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.605945841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.6059757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.606580094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:26.614324084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.614383913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.277596388s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.66929499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.669387113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.669857761Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53233","req_id":"a4a6dec6-0396-4fb3-8e89-482d78922dcb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2c ea 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ,............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.669921769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53233","req_id":"a4a6dec6-0396-4fb3-8e89-482d78922dcb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:26.670355543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53233","req_id":"a4a6dec6-0396-4fb3-8e89-482d78922dcb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:26.67071066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.670769137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.338206188s"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:26.71430536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.714383145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.387217009s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.718525789Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.721885723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.721955623Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.721987867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.722411741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:26.724479642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.724538349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.396100108s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.72813282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.728225996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.728921321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.740275083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.744005175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.744082459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.744114603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.744540552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.744989366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.409169849s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.745730723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.750633632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.750695685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.750727078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.751091925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.75147582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.751523875Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.751554206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.751931608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.752253279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.752301946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.752331515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.75237955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.752409059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.752801651Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:26.752980347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"3531a4a6-2624-4613-b899-d1a3d042af12","remote_addr":"127.0.0.1:43672","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":1387118,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.754268263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.754327311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.754358112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.754385126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.754629303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.754821846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.762892226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.773762304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.773832304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.774589803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.775717911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:42385/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"3531a4a6-2624-4613-b899-d1a3d042af12\", \"date\": \"Wed, 30 Apr 2025 06:07:26 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.775972678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.777402467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.777465813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.777526694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.777554019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.777578758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.777602856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.777627165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.777652255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.777676323Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.777701232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.777725821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:26.777750049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.778503661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:26.778559592Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:37924"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.778584171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.778602588Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:07:26.964858480Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"601bb4a0-0e37-47b9-a7a3-8a6e66e5cdcd.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 46777,\n target: \"601bb4a0-0e37-47b9-a7a3-8a6e66e5cdcd.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"601bb4a0-0e37-47b9-a7a3-8a6e66e5cdcd.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 49278,\n target: \"e276b778-caf0-4c3e-83e6-34de94c29689.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 45744,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"601bb4a0-0e37-47b9-a7a3-8a6e66e5cdcd.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"c22d8237-0290-4a0d-a28b-e3d035d2de6b.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35580,\n target: \"e01af67c-8ec8-49f8-a95c-9c4e8393ed4c.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 54273,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"601bb4a0-0e37-47b9-a7a3-8a6e66e5cdcd.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 37924,\n target: \"c22d8237-0290-4a0d-a28b-e3d035d2de6b.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"fa82486c-1d93-4c63-a44b-1419dd01ffe2.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 37254,\n target: \"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"e01af67c-8ec8-49f8-a95c-9c4e8393ed4c.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 42385,\n target: \"fa82486c-1d93-4c63-a44b-1419dd01ffe2.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"e276b778-caf0-4c3e-83e6-34de94c29689.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 37951,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 48140,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:26.965333126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.965513125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"body":"Some(Body)","uri":"http://[::1]:49278/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.96639414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.609850041s"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:26.966628156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:49278","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:60313"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:26.968872338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/config","method":"PUT","req_id":"db460cc0-9496-496c-a984-0128f9c82c92","remote_addr":"[::1]:60313","local_addr":"[::1]:49278","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:26.969680137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"new_generation":1,"req_id":"db460cc0-9496-496c-a984-0128f9c82c92","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:26.969807401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.969839996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.971731194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:26.971918517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:26.97200551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:26.972052895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"new_generation":1,"req_id":"db460cc0-9496-496c-a984-0128f9c82c92","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:26.972464344Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/config","method":"PUT","req_id":"db460cc0-9496-496c-a984-0128f9c82c92","remote_addr":"[::1]:60313","local_addr":"[::1]:49278","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3579,"response_code":"204"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:27.141844343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.141976466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.1430876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"1.785491785s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.248463835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.248563664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.248594456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.248619666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.249383578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:27.249552825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.249980808Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"1.919740618s"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.250259924Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.250314984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"1.890653574s"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:27.251535916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58668"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.252163056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(Response { url: \"http://[::1]:49278/config\", status: 204, headers: {\"x-request-id\": \"db460cc0-9496-496c-a984-0128f9c82c92\", \"date\": \"Wed, 30 Apr 2025 06:07:26 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.253304821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.308525755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"body":"Some(Body)","uri":"http://[::1]:43365/omicron-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.309358815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/vpc-routes","method":"GET","req_id":"1fe1dab1-8184-45fd-9aaf-f5bfa9280039","remote_addr":"[::1]:58668","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:27.315170304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/vpc-routes","method":"GET","req_id":"1fe1dab1-8184-45fd-9aaf-f5bfa9280039","remote_addr":"[::1]:58668","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5823,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.315713416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.319609108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.3196705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.319702203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.320128413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.320705723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.320760141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.320789219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.320814409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.321262512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.321311009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.32134197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.321367712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.321749653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:27.322731719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63350"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.323211545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe1dab1-8184-45fd-9aaf-f5bfa9280039\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:26 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.323531523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.323583897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.324168873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.324364132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:27.324450995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.3246595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"1.987017382s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.328243461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.332580713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.332635592Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.332666895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.333085599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.334105381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/omicron-config","method":"PUT","req_id":"6879b46c-f3e8-4a96-92f2-13f8129769d3","remote_addr":"[::1]:63350","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:27.337846565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/omicron-config","method":"PUT","req_id":"6879b46c-f3e8-4a96-92f2-13f8129769d3","remote_addr":"[::1]:63350","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3744,"response_code":"200"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.338230069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.338341501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.342446119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.346292783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.346354176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.346389706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.346424155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.346474495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.347148578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.349213423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(Response { url: \"http://[::1]:43365/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6879b46c-f3e8-4a96-92f2-13f8129769d3\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:07:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.349668319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"body":"Some(Body)","uri":"http://[::1]:43365/network-bootstore-config","method":"PUT"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.350304056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57809","req_id":"571da31a-2f76-448a-9384-bdc7ffc9bb4b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a9 f0 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.350409245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57809","req_id":"571da31a-2f76-448a-9384-bdc7ffc9bb4b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.350599234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.351004371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.351178979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57809","req_id":"571da31a-2f76-448a-9384-bdc7ffc9bb4b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.351575278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/network-bootstore-config","method":"PUT","req_id":"886d5a88-afa1-4bfa-86b1-32c5868c202f","remote_addr":"[::1]:63350","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.351909164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2112, tv_nsec: 150776505 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:27.351969855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:27.354193946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/network-bootstore-config","method":"PUT","req_id":"886d5a88-afa1-4bfa-86b1-32c5868c202f","remote_addr":"[::1]:63350","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2517,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.35494397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(Response { url: \"http://[::1]:43365/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"886d5a88-afa1-4bfa-86b1-32c5868c202f\", \"date\": \"Wed, 30 Apr 2025 06:07:26 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.35632933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:27.356369811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.732078315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.743884468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.743955259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.743987273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.744728089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.752842967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54005","req_id":"4a1b8405-4e5b-4697-9e29-ffb99ea9c5cc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f3 be 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.75292955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54005","req_id":"4a1b8405-4e5b-4697-9e29-ffb99ea9c5cc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62398,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.753358605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.753409135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54005","req_id":"4a1b8405-4e5b-4697-9e29-ffb99ea9c5cc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.754158869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.754220592Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.754252626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.762821068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:29.763561132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.763811341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"4.43064466s"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.883067881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.884757338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.888335607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.888422019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.88901953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.889079569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.889112254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.889141433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.889170631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.889198266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.889635888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.897465357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.904933357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.905098155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.905243605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.90583854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.905976505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.906090553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.90921628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.910413396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.912994548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.913344005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.913537791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.9140242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.916223913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50827","req_id":"66f926c7-fb09-4f6e-b947-79e5d229c45d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 66 10 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c f............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.916535824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50827","req_id":"66f926c7-fb09-4f6e-b947-79e5d229c45d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.917031271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:29.917240518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50827","req_id":"66f926c7-fb09-4f6e-b947-79e5d229c45d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.919048541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.923869135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.924025306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.924203952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.924764459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.925323673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.925440316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.925527329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.926592321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.930483243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.93055697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.930823131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.953537147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:43365/artifacts-config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:29.954612149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.955169569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:43365/eip-gateways","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.95551605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.955689385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.955794234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.956463808Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.957139364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.95731278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.9579403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:29.95982775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49800"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.960080003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/eip-gateways","method":"PUT","req_id":"30f8d7ab-a01b-4db6-8f63-ae10fc1834fc","remote_addr":"[::1]:58668","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:29.962312311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/eip-gateways","method":"PUT","req_id":"30f8d7ab-a01b-4db6-8f63-ae10fc1834fc","remote_addr":"[::1]:58668","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2240,"response_code":"204"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.965180636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.972583335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.972686781Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.972772943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.973398289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.975835064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/artifacts-config","method":"PUT","req_id":"8798792f-aab9-478c-b0d9-d53600ee8bd3","remote_addr":"[::1]:49800","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.978625003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/eip-gateways\", status: 204, headers: {\"x-request-id\": \"30f8d7ab-a01b-4db6-8f63-ae10fc1834fc\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.979847839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{}","iteration":1,"elapsed":"4.639184392s"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpSHi7f0/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:29.981006227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.981095134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpSHi7f0/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpmuGmZ2/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:29.981266846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.981568287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpmuGmZ2/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpSHi7f0/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:29.98166989Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpmuGmZ2/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:29.982512619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Starting delete reconciler","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:29.983218625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:29.985126246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/artifacts-config","method":"PUT","req_id":"8798792f-aab9-478c-b0d9-d53600ee8bd3","remote_addr":"[::1]:49800","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9295,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.985328148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.985489901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.986134275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:29.99911089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:29.999257552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.001358869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.115935856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/v2p","method":"GET"} {"msg":"set cockroachdb setting","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.131205029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.131576068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.13175305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.133288961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.136692181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51169"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.137751863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b6c5d70-ccd6-4abd-be67-3076d269004a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.138699831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.140665919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/artifacts-config\", status: 204, headers: {\"x-request-id\": \"8798792f-aab9-478c-b0d9-d53600ee8bd3\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.140730377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/artifacts","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.146903898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/artifacts","method":"GET","req_id":"7fad2263-e531-4f3a-a149-5504a1c9c70c","remote_addr":"[::1]:49800","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.147194006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/v2p","method":"GET","req_id":"83fa8167-f77e-4324-b9f1-039008a38b6c","remote_addr":"[::1]:51169","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.149847873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/artifacts","method":"GET","req_id":"7fad2263-e531-4f3a-a149-5504a1c9c70c","remote_addr":"[::1]:49800","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2957,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.150291918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/v2p","method":"GET","req_id":"83fa8167-f77e-4324-b9f1-039008a38b6c","remote_addr":"[::1]:51169","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3101,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.150920931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.150977905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.154610102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.164980384Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83fa8167-f77e-4324-b9f1-039008a38b6c\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.16511891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.165163569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.165193619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.167238924Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{}","iteration":1,"elapsed":"4.832243419s"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.167963808Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fad2263-e531-4f3a-a149-5504a1c9c70c\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.168547561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled":"http://[::1]:43365"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.175256719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:07:30.139313504Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:07:30.168415859Z\"}]}","iteration":1,"elapsed":"4.816668737s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.177893893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.177957971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.177990225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.178018832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.178863725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.179633028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.179702577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.179849399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.179897435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.18057737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.199044825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.204529984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.204611987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.204640534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.204666867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.204985151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.213391239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.215678807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.215748055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.216095217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.217126241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.217182864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.217215258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.218287054Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.219377687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.219438037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.219570962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.220936012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.240959197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395cbcc8-3786-4220-9925-c6f885d10789\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.24149276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.242258756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.258407431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.258564684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.258693872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.258777589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.259621951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.263800296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.263860857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.266530305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.274143073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.274284525Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.275276331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.288564287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.288860868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.290040819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.301068591Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.301251896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.301356314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.301442295Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.303819642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.310962955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.311072423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.311161661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.311885352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.312272133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.312400429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.312484356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.313258849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.315988578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.316096763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.31618036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.316966787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.322394561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.335203913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.335381677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.335497077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.335608509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.335727637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.335813949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.336976284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.346127989Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.346524749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.346724517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.348092803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.356346719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.356409474Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.356486407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.358841369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.390737771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.404440503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.415337955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.415799935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.41733804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.440728484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.440797341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.441839197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.46317622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.463466869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.464112866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.470166227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.47030858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.471445756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.474209773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.474334001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.474474681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.474558799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.475349424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.480501168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.480611037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.481458827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.484489104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.495994267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.496547901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.497573935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.498877783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.504404975Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4688330-12b2-43ef-9cf2-bd200b15c15c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.505042345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.505986566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.506058149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.506089892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.506117818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.506779997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.511113682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.5120263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.512235888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.513066363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.52634016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"IpPool { parent: Fleet, key: 0617a8cd-74a9-438f-ae36-ed1aebb1747a, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.526485239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.526583855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.52666667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.527350853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.530202886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.530317725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.530408866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.532502277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.536501826Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.544467066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 0617a8cd-74a9-438f-ae36-ed1aebb1747a, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.544581274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.544673347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.545394725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.545937226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.553740243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.554485257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.554539876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.554579004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.554610036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.554638212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.556256516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.603404606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.603555336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.60359237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.60470695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.605064383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"IpPool { parent: Fleet, key: 0617a8cd-74a9-438f-ae36-ed1aebb1747a, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.605121116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.605149392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.605173099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.609059803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.612648093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.612687331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.612715587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.613318108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.61986387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.663901041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.664456217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.664516046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.665385829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.666890718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.670408527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 0617a8cd-74a9-438f-ae36-ed1aebb1747a, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.684250506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"IpPool { parent: Fleet, key: 0617a8cd-74a9-438f-ae36-ed1aebb1747a, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.68453359Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.68465907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.684750352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.685468192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.687632855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6442a878-92a5-42fb-8ac1-8ee4385b99f9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.688135346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.69730173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.697406639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.697498261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.697580996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.697661336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.698686378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.717567057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.729690292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 0617a8cd-74a9-438f-ae36-ed1aebb1747a, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.733450464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.743088046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.743192233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.743279437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.744073159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.745176317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.745351195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.745449331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.745532947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.74621197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.761126065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.761203149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.761232137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.76125876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.762390765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.783932576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.81907269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0368731d-94a3-47ad-b210-d14021792c82\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.820617458Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.875106744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e5f6f57-9bd3-4385-8d0a-387eddc67e2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.875408185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.88118255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3257ddce-2267-4e26-a512-95e6b50cb6cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.881905029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.888136465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47a344e5-823e-4cdd-9faa-842672736c09\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.888572043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.900993362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0b750e7-db98-4e3d-b8ac-7bfb92b23e35\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.906499302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.919696156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac8ad3af-bdb9-4263-b6be-afd7e9006dbf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.921166345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.923691406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27a4d55d-f92f-4808-9b85-db40745c5dd8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.923942236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.946593256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a126e0f1-2d4f-4690-bcc8-3c09ad2271c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.948680255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.965891667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb693a17-91bb-4289-99ff-6f6904d1d509\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.96643529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.976040769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"601b9c51-d321-403f-9cb9-32a08469884b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.977033026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.985445948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"819503b1-0dac-4e30-9cf9-bbc4f1426602\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.985912057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.986181764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.986270581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.986354308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.986437043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","elapsed":"5.646409742s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.986522152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{}","iteration":1,"elapsed":"5.646556645s"} {"msg":"inserted blueprint","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:30.990811629Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","blueprint_id":"b8625295-57f7-463f-ae34-09f2624979f7"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.990864524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.99089274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:30.990918251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.990944964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.992253391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:30.998595518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.012382938Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.013212271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58127843-c6ab-4f16-aad8-2b4a7eb0f0ba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.013470655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.016794829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cae5ee09-4e75-425e-a12f-cebb2e988924\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.016937874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.019638484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"822e8e5e-baad-4be1-a933-4d77b2745d12\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.019701891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.023532212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.027843182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cf43a72-5069-4996-a281-3b8bfce749f6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.028125765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.031976106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b904498-d8ca-451a-8b4c-e47ccb8ba8b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.032162167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.047228947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d457ce79-7d44-4f94-8c39-5f0fdf1966de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.048928483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.05744951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2779a80a-7b2b-4370-8f91-fc50cae5382d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.057917613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.05942171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17ed3e0f-ccc1-4ce8-b2c2-03e088d3e5d1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.059695215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.065918945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"749afe9f-d755-48d0-8d49-9303e36023f9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.066144174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.07090523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d61f927-2f0a-48f9-ae49-c9eae0e637e2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.072222154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.091529713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.091694792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.091821454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.091896183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.094716112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f84441-33af-43ef-ae90-c55e7f9af4cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.095009526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.099343451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5dfc42a-db88-43e3-aad4-6066bacc8d26\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.09959867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.101715528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a780b9d9-7dd4-4172-8c0a-da9a641c2003\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.102095014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.104115199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c3b9e7-6f93-4487-85a6-67945339149d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.104388032Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.106959085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d10a40-2744-4bc1-ab6c-a155c1efa141\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.107462869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.112893198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5986001-1aa9-48aa-ba67-bfe6c22ca2b1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.113191633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.127199914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Inserted service networking records","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.127292247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Inserted physical disks","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.127359522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Inserted zpools","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.127421285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Inserted datasets","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.127481274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.128024827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaa30647-f051-4008-92c0-c39dea017ed8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.128361478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.129931376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31bf5942-9a10-4b0b-8dbb-b51f9b424691\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.130162937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.131446625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51dea63f-46f5-435a-99a8-3dc41ac87d43\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.131657906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.133762198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba845f1d-93f9-4638-903b-f055532cf383\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.134108929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.139606954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06db7e15-5e95-4a1a-b3f4-eee64ec41844\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.140854269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.160226006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.166810685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b8312f6-9fba-4068-947e-38ba599c0e99\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.167004852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.16835381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.168671753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.168726603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.168755671Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.168779989Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.169629392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.17249956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.183358366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.183427223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.183455148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.183482182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.183505579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.184127458Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.194177863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.203191462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.21755468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06e2485a-1f51-40e1-9d55-20d0bcafa46a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.217848525Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.22112337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95e99a48-220f-46eb-9b14-53e53d058204\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.221225493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.232393204Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37f587af-6789-4722-9759-355e21ca6127\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.232537211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.236696769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c44877-38be-497a-8983-4c4d5eee52ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.237958503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.254386885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5f6b3fb-4b97-4aca-9f0a-59969054812f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.258751662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.259475574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.268733941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.268796706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.268826626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.270311244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.273380529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bff34275-2d16-456a-96da-5c70283c7b7a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.273650316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.275695081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.282887721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.282934104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.282960116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.282984464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.283007169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.283442166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.283667665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bceaf67f-fd6a-4818-8388-8d0c5a9633a0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.283878145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.286750257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faba355e-bea5-4bf9-8740-747a644aa8b0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.286816279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.286844956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.286870918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.286894885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.287632174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.288343832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.298303196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.300890821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.307862692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.307959776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.307994866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.308046529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.308079605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.30851873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.309949941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.310011243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.310042445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.310069129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.311656822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.312866091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.318788842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.32603001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.326118917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.327392705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.338203815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.348077909Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.440298001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.440376818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.442402023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63145"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.444154455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"1b6c684f-c631-4e48-99db-3a08378191db","remote_addr":"[::1]:63145","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.446021655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"1b6c684f-c631-4e48-99db-3a08378191db","remote_addr":"[::1]:63145","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2227,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.447881391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b6c684f-c631-4e48-99db-3a08378191db\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:07:30 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.4512889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.451347617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.451377787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.454158638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.454219749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.45437068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.454463435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.454935245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.4581801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.464385554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.464930199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.464983856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.465534513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.46910142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Created recovery user","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.470853331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Created recovery user's password","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.476245053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.476371245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Silo { parent: Fleet, key: df670ba4-3780-473e-a6c0-b797e03e4e1a, lookup_type: ById(df670ba4-3780-473e-a6c0-b797e03e4e1a) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.47711689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"df670ba4-3780-473e-a6c0-b797e03e4e1a","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.477175698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.47720689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.479083168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.48227136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.482329216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.48236163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.483096364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.4885951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.491463245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Silo { parent: Fleet, key: df670ba4-3780-473e-a6c0-b797e03e4e1a, lookup_type: ById(df670ba4-3780-473e-a6c0-b797e03e4e1a) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.51015675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Granted Silo privileges","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.523716397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.523855755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.523972347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.524108258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.524271353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.525106356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.52938431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.543178534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.568342993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.568428743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.570333549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.577429236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.577494566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.578059121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.580919009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.580973959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.583109614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.594750207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.594901138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.594997911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.59508306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.597108215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.603401184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.603460863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.6034895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.604317489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.607188981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.6072337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.607260433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.60800157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.618211933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.627549668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.627609467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.627635409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.627663916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.627687883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.627710298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.628551113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.649565072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.649627146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.649656494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.650578481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.660388116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.660468547Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.660500791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.661013072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.668845217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.682812105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.682889449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.682917916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.683449405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.691972276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.692090501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.693266074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.696261121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.696319848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.69687783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.699917516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.699970201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.700548704Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.703013044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.703071971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.703102943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.703128564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.704299687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.706943585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.706999978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.707029035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.708118336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.711850562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.711909209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.711937305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.712721307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.716405928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.734147928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.734216865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.734245122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.734271294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.735899117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.752380706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.752813979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.753806416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.761208304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.761318243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.762286001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.768210235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.768280535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.769110719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.774246552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.774322724Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.77435618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.774382162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.775221394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.77729713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.777356869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.777385486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.777777377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.779484007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.779542193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.77957084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.780187549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.782304397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.798825012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.798896464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.798921374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.798953518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.798982015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.799005913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.799671769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.81121607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.811275228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.811306641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.812246544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.825867212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.825927743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.825957662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.826452007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.835095238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.846803717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.84718197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.847282861Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.848141251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.876526918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.876595264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.877804494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.900655833Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.900788367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.902228958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.910885515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.910943701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.911943062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.916146798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.916229753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.919384188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.922384817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.922457642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.922492191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.922519175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.92449954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.926803421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.926863681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.926895244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.927340791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.930542551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.930603562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.930635386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.931485499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.936060635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.947368545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.947438094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.947463695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.947497492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.947525057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.947552111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.947969843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.95061307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.95067342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.9507033Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.951671619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.953831903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.953889368Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.953920099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.95484928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.95783543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.967754683Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.967834352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.967867097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.968339108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:31.973271255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","collection_id":"fe0fce71-1ed3-4456-a2ef-3f24039d2393"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.97343442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","time_started":"2025-04-30 06:07:29.930116 UTC","collection_id":"fe0fce71-1ed3-4456-a2ef-3f24039d2393"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.973757093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"collection_id\":\"fe0fce71-1ed3-4456-a2ef-3f24039d2393\",\"time_done\":\"2025-04-30 06:07:31.451290 UTC\",\"time_started\":\"2025-04-30 06:07:29.930116 UTC\"}","iteration":2,"elapsed":"5.221523023s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.973990057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.974104004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"119.247µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.974215456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:31.974301948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.974383772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"166.252µs"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.977833134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 5466b173-f778-48a3-ae37-8805edc1141a, kind: Service { id: 73776e0a-b6ac-4cb8-bb66-9e50266c6c5d }, name: Name(\"external-dns-73776e0a-b6ac-4cb8-bb66-9e50266c6c5d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: c0d14bc0-07fe-421f-b761-f223cd993d3b, kind: Service { id: fa82486c-1d93-4c63-a44b-1419dd01ffe2 }, name: Name(\"nexus-fa82486c-1d93-4c63-a44b-1419dd01ffe2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.977911951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.978420605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.978476556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.978507858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.980915926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.984424788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.98805966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.988153707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.988328866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.989088119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:31.991482039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:07:31.544139Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.99200462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.993147487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 5466b173-f778-48a3-ae37-8805edc1141a, kind: Service { id: 73776e0a-b6ac-4cb8-bb66-9e50266c6c5d }, name: Name(\"external-dns-73776e0a-b6ac-4cb8-bb66-9e50266c6c5d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: c0d14bc0-07fe-421f-b761-f223cd993d3b, kind: Service { id: fa82486c-1d93-4c63-a44b-1419dd01ffe2 }, name: Name(\"nexus-fa82486c-1d93-4c63-a44b-1419dd01ffe2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:31.993244901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.022129341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:07:25.368632Z, time_modified: 2025-04-30T06:07:25.368632Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(43365), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(45744) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.022701501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.022752974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.022784657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.024028075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.029116563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.029190781Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.029221923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.029247233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.030032057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.054035142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.059215924Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.136929523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:43365/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.137457986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62678"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.138427348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c49abe4e-6508-4f45-879f-ace81bffe2c7","remote_addr":"[::1]:62678","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.139694573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c49abe4e-6508-4f45-879f-ace81bffe2c7","remote_addr":"[::1]:62678","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1258,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.139981053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"c49abe4e-6508-4f45-879f-ace81bffe2c7\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.145348367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.145403327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.145436854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.146185485Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.14648916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.146545102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.14657433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.146602737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.147490586Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.147552319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.147592839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.147853769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.147906504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.147933869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.147963057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.149095313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.149157306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.149188378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.149331764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.149378647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.149407665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.149436152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.149465541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.150693026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.150757395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.15082059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.150855019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.151055228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.151112813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.151510736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.152720486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63787","req_id":"007929e6-2f4e-47ab-966d-22bfde1b60a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: b5 c4 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.152783531Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63787","req_id":"007929e6-2f4e-47ab-966d-22bfde1b60a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.152997638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.153158288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"e276b778-caf0-4c3e-83e6-34de94c29689.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.153313828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63787","req_id":"007929e6-2f4e-47ab-966d-22bfde1b60a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"e276b778-caf0-4c3e-83e6-34de94c29689.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49278, target: Name(\"e276b778-caf0-4c3e-83e6-34de94c29689.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.153564137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64870","req_id":"8d0fe542-78ae-4af6-acee-0a395dc3955f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: a3 75 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .u..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.15369117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64870","req_id":"8d0fe542-78ae-4af6-acee-0a395dc3955f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.153765738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.153844405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.153887281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64870","req_id":"8d0fe542-78ae-4af6-acee-0a395dc3955f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37254, target: Name(\"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.154511364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 49278, target: Name(\"e276b778-caf0-4c3e-83e6-34de94c29689.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e276b778-caf0-4c3e-83e6-34de94c29689.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2116, tv_nsec: 953304117 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.154570231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"e276b778-caf0-4c3e-83e6-34de94c29689.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.154887584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37254, target: Name(\"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2116, tv_nsec: 953693493 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.154945379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.155642618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55366","req_id":"e66cfc13-64d8-4080-b1e2-ddf36337da73","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: e7 92 01 00 00 01 00 00 00 00 00 01 24 65 32 37 ............$e27\n0010: 36 62 37 37 38 2d 63 61 66 30 2d 34 63 33 65 2d 6b778-caf0-4c3e-\n0020: 38 33 65 36 2d 33 34 64 65 39 34 63 32 39 36 38 83e6-34de94c2968\n0030: 39 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 9.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.155704521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55366","req_id":"e66cfc13-64d8-4080-b1e2-ddf36337da73","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"e276b778-caf0-4c3e-83e6-34de94c29689.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"e276b778-caf0-4c3e-83e6-34de94c29689.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 101,\n 50,\n 55,\n 54,\n 98,\n 55,\n 55,\n 56,\n 45,\n 99,\n 97,\n 102,\n 48,\n 45,\n 52,\n 99,\n 51,\n 101,\n 45,\n 56,\n 51,\n 101,\n 54,\n 45,\n 51,\n 52,\n 100,\n 101,\n 57,\n 52,\n 99,\n 50,\n 57,\n 54,\n 56,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.155782958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"e276b778-caf0-4c3e-83e6-34de94c29689.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.155807436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55366","req_id":"e66cfc13-64d8-4080-b1e2-ddf36337da73","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"e276b778-caf0-4c3e-83e6-34de94c29689.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"e276b778-caf0-4c3e-83e6-34de94c29689.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"e276b778-caf0-4c3e-83e6-34de94c29689.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.155841164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54621","req_id":"e579216f-42da-4683-a497-57088720b4d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: b1 ef 01 00 00 01 00 00 00 00 00 01 24 37 33 37 ............$737\n0010: 37 36 65 30 61 2d 62 36 61 63 2d 34 63 62 38 2d 76e0a-b6ac-4cb8-\n0020: 62 62 36 36 2d 39 65 35 30 32 36 36 63 36 63 35 bb66-9e50266c6c5\n0030: 64 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 d.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.155907195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54621","req_id":"e579216f-42da-4683-a497-57088720b4d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 55,\n 51,\n 55,\n 55,\n 54,\n 101,\n 48,\n 97,\n 45,\n 98,\n 54,\n 97,\n 99,\n 45,\n 52,\n 99,\n 98,\n 56,\n 45,\n 98,\n 98,\n 54,\n 54,\n 45,\n 57,\n 101,\n 53,\n 48,\n 50,\n 54,\n 54,\n 99,\n 54,\n 99,\n 53,\n 100,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.155983177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.156181492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54621","req_id":"e579216f-42da-4683-a497-57088720b4d6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"73776e0a-b6ac-4cb8-bb66-9e50266c6c5d.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.157498035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.157556902Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.157589377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.15762085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.158195785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.158490793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.158542205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.158572185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.158596764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.1590868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.159373852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","addresses":"DnsServersList { addresses: [[::1]:49278] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.15952822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"addresses\":[\"[::1]:49278\"]}","iteration":2,"elapsed":"11.870451ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.159823518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","addresses":"DnsServersList { addresses: [[::1]:37254] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.159874339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"addresses\":[\"[::1]:37254\"]}","iteration":2,"elapsed":"10.771542ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.160004048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:32.160055911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.160082735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"50.942µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.160112183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:32.160138105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.160161852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"11.422µs"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.160188986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.160215559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.160245178Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.160271391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.161273637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.198423797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.20625509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.206324849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.206359348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.206745016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.207110174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.210790988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.2108522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.210884273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.211242016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.211661612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.221610956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.223546502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.223606131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.223634297Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.223658475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.223685198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.223712353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.223740899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.225142031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.226471179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.240936982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.241043524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.24107155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.241098864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.241581836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.24197514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.249126499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.249527999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.249580603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.250411549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57314","req_id":"68fa56bf-d3d1-45bf-98e2-efdcc3210144","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2c 5f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ,_..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.250456689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57314","req_id":"68fa56bf-d3d1-45bf-98e2-efdcc3210144","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.25113463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.252093129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.252278038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57314","req_id":"68fa56bf-d3d1-45bf-98e2-efdcc3210144","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.252426253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.252466413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.252663506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.252793836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.25286124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.252892773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.25292136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.253035146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.254539714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.254600886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.254631928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.25465795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.255136663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.255630157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.265753727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.266979059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.2670402Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.269297518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.272576862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2117, tv_nsec: 71384995 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.272628214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.273566814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.281709418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.281769858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.281802644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.282256268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.283246921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.289568396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.289687223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.289723375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.290009415Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.290529391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.291180909Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"77696d28-daa4-475e-9791-26d4d04e5e73"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.291244426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.291276199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.291304245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.291330778Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.29192891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.292928732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.293383738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"ef711f3f-7fa0-4252-857d-8dbcd7d1a0fc"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.293477084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.293508076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.293536673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.293566282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.293897853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.294708237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.294767325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.294800321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.294832956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.295174176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.296209579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.296265079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.296981517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.297598656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.305847471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.305912832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.305946318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.306488669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.306927583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.313519688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.313583645Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.313615509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.314011377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.31474015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.320400397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.320541969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.320581779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.320982116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.322553217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59462","req_id":"9f08770e-e7a2-4e82-ae3a-327baaed10d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2f da 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e /...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.322616803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59462","req_id":"9f08770e-e7a2-4e82-ae3a-327baaed10d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12250,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.322805369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.322853405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59462","req_id":"9f08770e-e7a2-4e82-ae3a-327baaed10d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.324143966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.324202923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.324752659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.412727774Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.413561254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"77696d28-daa4-475e-9791-26d4d04e5e73"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.413741874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.413830891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","generation":1} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.414038124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"generation\":1}","iteration":2,"elapsed":"267.570457ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.415145511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.469412775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_server_url":"http://[::1]:49278","servers":"DnsServersList { addresses: [[::1]:49278] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:49278/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.470105114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"ef711f3f-7fa0-4252-857d-8dbcd7d1a0fc"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.470312257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.472001292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","generation":2} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.472116041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"generation\":2}","iteration":2,"elapsed":"324.23642ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.472163636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.539669827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_server_url":"http://[::1]:37254","servers":"DnsServersList { addresses: [[::1]:37254] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:37254/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.540885339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:07:23.222221Z, time_modified: 2025-04-30T06:07:23.222221Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: df670ba4-3780-473e-a6c0-b797e03e4e1a, db_silo: Silo { identity: SiloIdentity { id: df670ba4-3780-473e-a6c0-b797e03e4e1a, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:07:31.168531Z, time_modified: 2025-04-30T06:07:31.168531Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: df670ba4-3780-473e-a6c0-b797e03e4e1a, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: df670ba4-3780-473e-a6c0-b797e03e4e1a, db_silo: Silo { identity: SiloIdentity { id: df670ba4-3780-473e-a6c0-b797e03e4e1a, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:07:31.168531Z, time_modified: 2025-04-30T06:07:31.168531Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.540985248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"df670ba4-3780-473e-a6c0-b797e03e4e1a\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"df670ba4-3780-473e-a6c0-b797e03e4e1a\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo df670ba4-3780-473e-a6c0-b797e03e4e1a with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"391.612883ms"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.541735122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:49278","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:55072"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.544219743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37254","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:61283"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.54488605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.544945789Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.544975499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.545032582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.546397161Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.54684844Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/config","method":"PUT","req_id":"9975d929-e28a-4b06-9d9b-87a5e0232226","remote_addr":"[::1]:55072","local_addr":"[::1]:49278","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.546989221Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/config","method":"PUT","req_id":"af23141d-1a24-4f0e-b1ea-ac49f6b4aded","remote_addr":"[::1]:61283","local_addr":"[::1]:37254","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.547150041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58783","req_id":"6219854a-80cf-40ac-8808-395b5ba220bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 61 90 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c a............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.547522503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58783","req_id":"6219854a-80cf-40ac-8808-395b5ba220bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24976,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.547766279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24976,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:32.547873342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58783","req_id":"6219854a-80cf-40ac-8808-395b5ba220bd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.548253951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"new_generation":1,"req_id":"9975d929-e28a-4b06-9d9b-87a5e0232226","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.548293149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"new_generation":1,"req_id":"9975d929-e28a-4b06-9d9b-87a5e0232226","component":"store","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.54850946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"new_generation":2,"req_id":"af23141d-1a24-4f0e-b1ea-ac49f6b4aded","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.548548007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.548568678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.548817443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.548963595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.549022582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.549048093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"new_generation":2,"req_id":"af23141d-1a24-4f0e-b1ea-ac49f6b4aded","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.549234785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/config","method":"PUT","req_id":"9975d929-e28a-4b06-9d9b-87a5e0232226","remote_addr":"[::1]:55072","local_addr":"[::1]:49278","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2444,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.549283732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/config","method":"PUT","req_id":"af23141d-1a24-4f0e-b1ea-ac49f6b4aded","remote_addr":"[::1]:61283","local_addr":"[::1]:37254","component":"http","kind":"dns","component":"external_dns_server","latency_us":2345,"response_code":"204"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.550017615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.550066252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.550091712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.550404836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_server_url":"http://[::1]:49278","servers":"DnsServersList { addresses: [[::1]:49278] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:49278/config\", status: 204, headers: {\"x-request-id\": \"9975d929-e28a-4b06-9d9b-87a5e0232226\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.550457461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_server_url":"http://[::1]:49278","servers":"DnsServersList { addresses: [[::1]:49278] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.551933973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"servers":"DnsServersList { addresses: [[::1]:49278] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.552060655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"generation\":1,\"server_results\":{\"[::1]:49278\":{\"Ok\":null}}}","iteration":3,"elapsed":"136.889583ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.552154031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_server_url":"http://[::1]:37254","servers":"DnsServersList { addresses: [[::1]:37254] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:37254/config\", status: 204, headers: {\"x-request-id\": \"af23141d-1a24-4f0e-b1ea-ac49f6b4aded\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.552189873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"dns_server_url":"http://[::1]:37254","servers":"DnsServersList { addresses: [[::1]:37254] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.553929419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"servers":"DnsServersList { addresses: [[::1]:37254] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.553987314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"generation\":2,\"server_results\":{\"[::1]:37254\":{\"Ok\":null}}}","iteration":3,"elapsed":"81.790702ms"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.556127418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.556184572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.556214101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.556711842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.562321299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.563679495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.56379767Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.564507725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.564820308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb2a7f82-6de7-413b-9af9-f8231e4ad479\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.565241898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.567552943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.574285367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.574384384Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.574457149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.574559563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.574641707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.574721065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.575209358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.577813656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e4778e9-6819-4ec9-94b6-4335a3b0b892\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.578104766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.57843301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.578535104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.578619562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.579163245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.581730771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.581833115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.581917122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.582401137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.584820166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.5911406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.591267332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.591358714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.591896596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.593430702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"335e40ba-8f0d-4c9e-bd60-028380d11359\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.593703075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.594888627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.594992985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.595591277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.597824146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.597922913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.598408951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.600297694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eef4cd1-89e4-4c22-9d74-f596c845c899\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.600520599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.601175564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.601280883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.60181117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.609208539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b38bb609-cd09-42ae-971e-56b1e00da441\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.60947529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.609745819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.609805177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.60983661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.609862001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.610789048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.613338628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.613397655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.613427705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.61392692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.616266752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.616323916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.616351931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.616678873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.617745217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c65966b-910d-49a8-9ae1-bc0cc3bf956a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.617885908Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.618636984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.626390022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.626460232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.626486945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.626512666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.62691613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.629161634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.629219549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.629745798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.631038493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77f39073-e63b-4195-a1eb-dd2307e927a3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.631400605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.641820366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.641887259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.642684868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.645175801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.645233616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.645693573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.64749396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9ade330-d078-40cc-b064-41080d98a2e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.647670712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.647934468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.647992824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.648024166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.648048976Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.648630003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.650658455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"766d5c08-b8c3-4e3f-bcd3-b6ded91b98c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.650837412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.651076809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.651128201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.651156718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.651742635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.654246895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7758f9a8-5cf2-4434-880a-abeae39e054a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.654591712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.654787171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.654834656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.654862281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.655260364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.657809373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86fbdb90-c70e-4de4-b0d6-72aeda12d799\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.657873961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.657906015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.664851293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.664921102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.664946884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.664979058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.665049849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.665081081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.665437992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.667137959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90651373-97f1-411e-be00-9a8e989f3a82\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.667222017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.667703857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.667766171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.667797393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.668288782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.670638314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"146612d6-0064-49e0-986b-14ce7d5c6a47\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.67090765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.671276746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.67132912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.671356715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.672266437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.675020625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.683161696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.683243839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.683275472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.683734186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.685479454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08ac6f6e-f05d-4f5b-8598-2a40aef98caa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.688613738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.688906281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.688958345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.689396769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.691785748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.691840167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.692621013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.694901667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.694958169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.695403356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.697626917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.69768404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.698561068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.698873691Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"034aa6e3-bd08-4440-8070-26376e97409c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.69900904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.701964329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.702028226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.702062314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.702088967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.702576659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.704958314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.705019255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.705050217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.705700733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.705942725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64348","req_id":"faa442e1-0473-4440-bad2-78bec91fafc2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 4b aa 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 K............_cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.705999849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64348","req_id":"faa442e1-0473-4440-bad2-78bec91fafc2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.706269246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.706443984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"c22d8237-0290-4a0d-a28b-e3d035d2de6b.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.706579534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64348","req_id":"faa442e1-0473-4440-bad2-78bec91fafc2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"c22d8237-0290-4a0d-a28b-e3d035d2de6b.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37924, target: Name(\"c22d8237-0290-4a0d-a28b-e3d035d2de6b.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.708268319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d3b5d0-e1c6-45e7-b7d1-826f8f020e7b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.708416234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.709017542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57389","req_id":"c40924ba-6fcc-49cf-bfda-587e935a7d6f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 69 19 01 00 00 01 00 00 00 00 00 01 24 63 32 32 i...........$c22\n0010: 64 38 32 33 37 2d 30 32 39 30 2d 34 61 30 64 2d d8237-0290-4a0d-\n0020: 61 32 38 62 2d 65 33 64 30 33 35 64 32 64 65 36 a28b-e3d035d2de6\n0030: 62 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 b.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.709075207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57389","req_id":"c40924ba-6fcc-49cf-bfda-587e935a7d6f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"c22d8237-0290-4a0d-a28b-e3d035d2de6b.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"c22d8237-0290-4a0d-a28b-e3d035d2de6b.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 99,\n 50,\n 50,\n 100,\n 56,\n 50,\n 51,\n 55,\n 45,\n 48,\n 50,\n 57,\n 48,\n 45,\n 52,\n 97,\n 48,\n 100,\n 45,\n 97,\n 50,\n 56,\n 98,\n 45,\n 101,\n 51,\n 100,\n 48,\n 51,\n 53,\n 100,\n 50,\n 100,\n 101,\n 54,\n 98,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.709208222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"c22d8237-0290-4a0d-a28b-e3d035d2de6b.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.709238342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57389","req_id":"c40924ba-6fcc-49cf-bfda-587e935a7d6f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"c22d8237-0290-4a0d-a28b-e3d035d2de6b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"c22d8237-0290-4a0d-a28b-e3d035d2de6b.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"c22d8237-0290-4a0d-a28b-e3d035d2de6b.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.70968438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.70973466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.709762255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.71035156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.760236803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60397"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.76138476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"364473ce-2c37-4bae-bc8d-d210ffc73ee2","remote_addr":"[::1]:60397","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:32.761672644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"364473ce-2c37-4bae-bc8d-d210ffc73ee2","remote_addr":"[::1]:60397","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":397,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.7619218Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.769865417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.769976068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.77011272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.770151116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:32.770180134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.770209433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:32.77061975Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.151217907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46888"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.151443146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54899"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.151599627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43944"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.151832341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40894"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.152068972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45340"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.152195625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59506"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.152304622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48628"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.153773198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.154160259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.154261591Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.155468676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.156385573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"3641082b-2a1f-4689-be4a-b5846dbc19f1","remote_addr":"[::1]:46888","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.156714538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"deea5474-7aa2-40f2-9409-3cace9d743dc","remote_addr":"[::1]:54899","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.157802196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"a354eba8-302c-4af7-b690-9f47006b8e98","remote_addr":"[::1]:43944","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.158095239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"c780e508-b0a8-4c0c-8159-7d0ffd7d07b9","remote_addr":"[::1]:40894","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.158609694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"90f1afe6-cbf9-4432-8e3f-3e71d28f6beb","remote_addr":"[::1]:45340","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.158877388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"a0dbcf95-8b71-4d57-b385-b3fb84117815","remote_addr":"[::1]:59506","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.159592332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"585a0c52-fd97-4522-bd41-880f743ed11a","remote_addr":"[::1]:48628","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.160211907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"3641082b-2a1f-4689-be4a-b5846dbc19f1","remote_addr":"[::1]:46888","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3831,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.160413488Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"deea5474-7aa2-40f2-9409-3cace9d743dc","remote_addr":"[::1]:54899","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3734,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.160695049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"a354eba8-302c-4af7-b690-9f47006b8e98","remote_addr":"[::1]:43944","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2898,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.160878705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"c780e508-b0a8-4c0c-8159-7d0ffd7d07b9","remote_addr":"[::1]:40894","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2790,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.161050958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"90f1afe6-cbf9-4432-8e3f-3e71d28f6beb","remote_addr":"[::1]:45340","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2457,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.161221478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"a0dbcf95-8b71-4d57-b385-b3fb84117815","remote_addr":"[::1]:59506","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2351,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.163983121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"585a0c52-fd97-4522-bd41-880f743ed11a","remote_addr":"[::1]:48628","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4421,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.167053779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.167118367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.1671499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.170518652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.187646719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.222849288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.22293095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.22296104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.224182213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.248028065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6145108-9343-4f81-84b9-ebede0f09dd4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.248285658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.249553514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 5466b173-f778-48a3-ae37-8805edc1141a, kind: Service { id: 73776e0a-b6ac-4cb8-bb66-9e50266c6c5d }, name: Name(\"external-dns-73776e0a-b6ac-4cb8-bb66-9e50266c6c5d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: c0d14bc0-07fe-421f-b761-f223cd993d3b, kind: Service { id: fa82486c-1d93-4c63-a44b-1419dd01ffe2 }, name: Name(\"nexus-fa82486c-1d93-4c63-a44b-1419dd01ffe2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.249640968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.249673183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.249699285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.249725326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.250912492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.26073398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.268873999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.268983116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.269073356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.26965739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.280513089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:07:31.544139Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.280603329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.280983637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 5466b173-f778-48a3-ae37-8805edc1141a, kind: Service { id: 73776e0a-b6ac-4cb8-bb66-9e50266c6c5d }, name: Name(\"external-dns-73776e0a-b6ac-4cb8-bb66-9e50266c6c5d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: c0d14bc0-07fe-421f-b761-f223cd993d3b, kind: Service { id: fa82486c-1d93-4c63-a44b-1419dd01ffe2 }, name: Name(\"nexus-fa82486c-1d93-4c63-a44b-1419dd01ffe2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.281093125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.282677872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e531e2a-f8cc-48da-a074-f24f4213aa38\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.282930085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.286878602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c2173d3-d086-4926-8bd7-7fb172f44b06\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.287614147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.289294716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb3a6034-d555-48d0-9d58-6616715796f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.289659763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.291128049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe8b5371-3072-463c-a832-98454ec30cc2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.291536252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.293084627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faae0172-14ad-4c89-8837-29dd67e13668\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.293307862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.305042943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d599881-b329-4446-9e98-0e7a32ad448e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.305315045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.30832391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf96d987-4dbe-436d-83cd-31741660da77\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.309040638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.318751026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b65fc049-14d5-4c7b-976a-99eb7bb25375\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.319015503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.322284265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"450f4256-e7b2-44d2-ab0f-1039495e0e4b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.322431879Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.325643388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8244bbfa-07d8-4279-b913-28a2ebda9a33\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.325773748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.327623443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"421f9ff5-6ddc-4eae-b3ca-ea39ce7501f3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.327743322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.329876302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1cff75e-79bb-48be-a1be-dd4fa5cb76e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.329997504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.331723112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c624d99-0e86-42af-9343-0b55f2841ca1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.331891537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.33279134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45959b42-1765-48ba-a5e1-f4fa62799b90\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.332974194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.334145358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca96bb37-b684-4882-a0a4-c3434546fc07\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.334245708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.335172214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"078f1d96-250e-44f9-82e2-73fa630892f9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.335406851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.336448837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e9de66a-67a2-4714-9831-c4540d5e61ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.336602343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.337697746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"347245c2-7a43-4348-ba72-407cbce3ed55\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.33784556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.340313898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd9a6205-e913-4697-9e8c-0dd07a73a07f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.340386262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.342694251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa3731a7-a7c3-4078-ba44-866c1eb9bdbf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.342833248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.345429441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"219c1c2c-8e50-402a-9059-18c3dbb3a1fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.345538939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.347811226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"711575e8-f51e-41ec-ba2f-a4624db68ee2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.347900684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.352914073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a9e7ce-e76c-48d6-80d8-efa9b1b4f935\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.352994744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.356273597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c764d94c-f4a6-4f3a-a057-a1849f45d490\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.356541881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.358328641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e9ee947-97f8-44d5-ba00-58a2736ab9d9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.358569371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.359608231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"253f25b5-6cb6-4de3-9743-1d8787330de7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.3597632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.360973672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8719862d-71be-4e9c-9d03-6e0485b5b078\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.361104432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.362055687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aa73d2b-47a5-489f-a1a0-d3962038186a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.362106268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.362135286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.362163352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.362188873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.362783598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.370992814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.3741276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.374195635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.37422812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.374254893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.374280404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.374571795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.376926316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.380057495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.380114599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.380142985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.380510678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.484677964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.48474618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.485706874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:07:25.368632Z, time_modified: 2025-04-30T06:07:25.368632Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(43365), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(45744) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.48577473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.485801022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.485829699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.486325637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.486629272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55678"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.488584598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"ee4b46f7-66d4-4b24-8fad-1c1a8d826c9f","remote_addr":"[::1]:55678","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.488890528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"ee4b46f7-66d4-4b24-8fad-1c1a8d826c9f","remote_addr":"[::1]:55678","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":600,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.489559661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee4b46f7-66d4-4b24-8fad-1c1a8d826c9f\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.491456881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.491519345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.491548934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.495782139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.495836377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.49586796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.495896236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.496492744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.497258951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.497391786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.497481895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.497562015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.498274795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.501438118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.507511288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.507792058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.507873209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.508296443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.510308642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.527590415Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.609813689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:43365/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.61132996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55131"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.61275528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ed08d2f6-42ae-4c03-b75a-89ae9afbfa66","remote_addr":"[::1]:55131","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.614283575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ed08d2f6-42ae-4c03-b75a-89ae9afbfa66","remote_addr":"[::1]:55131","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1550,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.615221103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"ed08d2f6-42ae-4c03-b75a-89ae9afbfa66\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.616777143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.616832213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676076834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676148417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676250079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676332273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676359748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676384126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676408445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676432753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676456501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676479847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676503023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.67652644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676552392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676576189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676599956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676622802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676648663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676672882Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676697831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676723693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676748783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676773642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676798342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676824834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676849944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676874694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676898942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676923742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.67694799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676971006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.676993841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677016847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677040133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677066185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677089953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.67711354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677136666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677159301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677181685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677204641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677227687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677249982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677275402Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677298669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677320843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677344179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677366644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677392285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677418527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677443567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677467645Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677492164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677517595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677540941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677564999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677588747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677612053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677634558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677657303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677683125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677706511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677729757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677752874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.67777605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677799506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677824456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677847953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677871209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677894145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677917251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677940097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.677963994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.67798685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678009996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678032721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678055827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678078723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678101568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678124093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678146558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678169894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.67819288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678215986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678238742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678261317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678285194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678308611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678334342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678359162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678382488Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678405233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678428209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678452958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678475994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678502567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678526124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678549791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678573358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678596154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678622667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678645773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678668788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678691504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678715912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678741944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.67876514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678787926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678811272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678833877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678856593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678879358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678902524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678924979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678947915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.678995299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679023505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679047022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679070579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679093785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.67911634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679139637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679162692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.6791864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679209125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.67923188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679254856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679280457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679303353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679325978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679349234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679371699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679394905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679418442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679440797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679464193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679486678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679509463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679531678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679554593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679577479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679600465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679626186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679649973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679673771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679696887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679719462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679742889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679769251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.67979376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679816866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679840202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679863639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679886374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.67990913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679932667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679956093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.679980682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680003568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680028518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680052736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680076393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680099639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680122655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680146513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680174458Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680198436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680222494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.68024548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680269097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680292063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680318986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680342764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.68036583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680389276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680412412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.68043611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680462162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680486169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680509887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680533333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.68055687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680581089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680606018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680629385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680653443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.68067724Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680700236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680723753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680746147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680769424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.6807927Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680815496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680842179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680865716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680889202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680913731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.68093829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680962008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.680985805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681009272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681032819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.68110866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681136635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681160784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681184541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681212096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681236524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681260532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681285051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681308548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681331554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681355942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681384199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681408748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681435471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681458918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681482284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681504939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681529198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681555921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681583426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681609969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681633856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681657764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681682503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681706601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681730348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681754817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681780378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681803654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681826249Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681848273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681877852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681902912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681926098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681950788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681973343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.681996809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682020166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682043853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.68206739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682091147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682151938Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682179563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682204724Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.68222816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682252198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682274703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682299613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682324542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682350664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682374291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682397718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682421325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682444992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682467998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682493449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682517777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682540933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.68256413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682587456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682610833Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682636354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.6826598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682683407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682708437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682731263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682754559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682777405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682801222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682827264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682850069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682873396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682895981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682920269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.682945199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.682966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:48778","component":"dropshot_external","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.740440374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.740576896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.740665753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.740745763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.740821854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.740897395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.740971583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.741122493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.741207763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74131676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.741452581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.741532641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.741762759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.741854893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.741931034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742002998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742080252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742154449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742230261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742304819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742381592Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742459207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742534657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742609376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742685508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742758633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742833563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.742911027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74298799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.743064964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.743139192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.743213239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.743286896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74353491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.743624759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.743701251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.743773816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74384587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.743921991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.743999195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744073884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744146559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744223111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744294473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744372338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744510313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744559101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744632126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744663889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744692056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74471931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744745251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744771564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744797445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74482472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744850521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744877144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744904018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744929679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744956472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.744981061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745008356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745033025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745059227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745084598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745111351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745137062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745164597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745191982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745219086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74524653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745274125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745300618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745325518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74535193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745384074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74541184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745437661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745463673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745490456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745515677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745543973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745614473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745644473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745670595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745696647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745722629Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.7457484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745773681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745800494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745828179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745854261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745880824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745908269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745935483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745962627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.745988278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74601442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746058348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746086604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746112516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746138337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746163918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746189008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746215801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746241022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746265941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746292755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746318777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746344798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746370229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746395069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746420549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746445098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746470369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746495238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746520008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74654612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74657146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74659631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746622842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746648183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746675077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746699395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746726008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746750046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746776208Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746801248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746826258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746851067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746875636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746900666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746925526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746951958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.746977078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747003421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747028922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747054332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747080635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747104953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747130334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747156105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747182888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747207908Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747232056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747257206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747281435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747307447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747332386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747357386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747382356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747408628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747434279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747460822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74748503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747511072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747535942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747560972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747586332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747610851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74763556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747661021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747688265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747712744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747738405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747764647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747789537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74781614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74784122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747866611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747891671Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747918684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747944977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747970858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.747994956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748020607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748046228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748071268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748097621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748123633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748150476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748176969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748201728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748227069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748252219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74827787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748303872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748329763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748355495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748380334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748406015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748431105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748455925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748481275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748506776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748532467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748558088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748583449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74860935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748633649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748658368Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74868426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74870954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748734279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748760822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748787085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748812535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748837214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748863517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748888747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748914308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.7489403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748964999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.748989398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749016391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749045059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74907083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749097032Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749122162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749148585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749173074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749198905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749225558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749250959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749277642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749302572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749328052Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749354004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749378773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749404926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749430236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749456078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749481628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74950747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749531758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74955795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749583401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749608441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74963289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749657789Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74968303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749707639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749732959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.74975857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749783911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749809572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749834241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749859271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749885563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749910232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749935813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749960763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.749986003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750012246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750038578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750063317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.75008985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750114419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.75014002Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.75016517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750190451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750216012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750241392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750267755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750293306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750318867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750343636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750370059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750395058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.75042093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750445609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750472022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750497693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750522212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750547893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.750572953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750596059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:51813","component":"dropshot_external_techport","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750618383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750642371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:64644","component":"dropshot","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.750670978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:64644","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750697852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:64644","component":"dropshot","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:64644","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.75072195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750743483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","addr":"127.0.0.1:42385"} {"msg":"starting producer registration task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.7507674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.750788202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","interval":"10s","address":"127.0.0.1:64644","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Running step start_oximeter","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750814885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750836678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750855897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.750875746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.750898632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.751581362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.751894306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:42385","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.75194191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.79655582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://127.0.0.1:42385/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.797528117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","remote_addr":"127.0.0.1:52348"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.80065634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/producers","method":"POST","req_id":"2e481ca4-61ad-400e-aeda-a54bb7e7a878","remote_addr":"127.0.0.1:52348","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.801490562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2e481ca4-61ad-400e-aeda-a54bb7e7a878","remote_addr":"127.0.0.1:52348","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.801562836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2e481ca4-61ad-400e-aeda-a54bb7e7a878","remote_addr":"127.0.0.1:52348","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.802380796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2e481ca4-61ad-400e-aeda-a54bb7e7a878","remote_addr":"127.0.0.1:52348","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.80468645Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:33.824376441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.82450645Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.824536319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.824563684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:33.826513579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.826670682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.826711193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.826738056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.829180453Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.831516487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.837879385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.842103411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:33.853021925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:33.853743383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.853805607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.703079815s"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.854297537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.857194739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:33.862029572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/producers","method":"POST","req_id":"2e481ca4-61ad-400e-aeda-a54bb7e7a878","remote_addr":"127.0.0.1:52348","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":61337,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.862332887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:33.86285136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e481ca4-61ad-400e-aeda-a54bb7e7a878\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:07:33 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:33.864434133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"2e481ca4-61ad-400e-aeda-a54bb7e7a878\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:07:33 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"2e481ca4-61ad-400e-aeda-a54bb7e7a878\\\" }\"","delay":"112.496461ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.866541753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.869801547Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.877254006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.882840978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.886067747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.889602359Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.892710482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.895766792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.902714965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.905788339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.908748226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.911473646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.914348494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.918679233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.922358223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.927711018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.931723613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.935286091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.93927571Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.945290695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.949392658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.965722113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.976137775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.981280272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.992390658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:33.998073661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.004167202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.009990625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.013029069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.017460759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.021633533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.025626238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.028754381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.031888776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.035875028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.038857601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.038920847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.045027103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"daa166e3-0ea9-4f86-ba6e-1fbda25a4407","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.046201042Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:64797","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.046273717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:64797","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.046308787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:64797","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.04634051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:64797","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.04637071Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:64797","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.047011747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:64797","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.047816982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.047903484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.544829918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:42385/metrics/collectors","method":"POST"} {"msg":"will register with Nexus at 127.0.0.1:42385","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.545229404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.604181201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://127.0.0.1:42385/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.605371884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","remote_addr":"127.0.0.1:53673"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.605470701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","remote_addr":"127.0.0.1:43082"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.607020428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/producers","method":"POST","req_id":"290562f1-c0f2-41a6-a211-ea6aa29d1241","remote_addr":"127.0.0.1:43082","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.607560805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"290562f1-c0f2-41a6-a211-ea6aa29d1241","remote_addr":"127.0.0.1:43082","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.607630353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"290562f1-c0f2-41a6-a211-ea6aa29d1241","remote_addr":"127.0.0.1:43082","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.608387031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"290562f1-c0f2-41a6-a211-ea6aa29d1241","remote_addr":"127.0.0.1:43082","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.609417244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors","method":"POST","req_id":"d88dc15a-2e9e-4005-940b-0f3544e0658f","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.609477975Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"d88dc15a-2e9e-4005-940b-0f3544e0658f","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.609517053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"d88dc15a-2e9e-4005-940b-0f3544e0658f","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.61012286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"d88dc15a-2e9e-4005-940b-0f3544e0658f","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.614832754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/producers","method":"POST","req_id":"290562f1-c0f2-41a6-a211-ea6aa29d1241","remote_addr":"127.0.0.1:43082","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":7843,"response_code":"503"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.615364353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","address":"[::1]:64797","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.615746094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors","method":"POST","req_id":"d88dc15a-2e9e-4005-940b-0f3544e0658f","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":6571,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.616288945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"290562f1-c0f2-41a6-a211-ea6aa29d1241\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:34.617935045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"290562f1-c0f2-41a6-a211-ea6aa29d1241\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:07:34 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"290562f1-c0f2-41a6-a211-ea6aa29d1241\\\" }\"","delay":"865.99633ms","count":"1"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.618967813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"d88dc15a-2e9e-4005-940b-0f3544e0658f\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.619145156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.619195045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.619235356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.623073824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:65394","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.623146298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:65394","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.623176839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:65394","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.623206227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:65394","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.623233682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:65394","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.623260706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:65394","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.6232877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:65394","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.623315255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:65394","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.623342649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:65394","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.623369613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:65394","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.62431685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:65394","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.624362652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:65394"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.624388283Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","model":"test-model","serial":"totally-unique-serial: 8140729d-ecfb-408b-bbb1-26f033ce9691","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"8140729d-ecfb-408b-bbb1-26f033ce9691"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.624417851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.624444234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.625368987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.625704685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.698464946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","remote_addr":"127.0.0.1:47238"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.698665215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.699155391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.699881458Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/producers","method":"POST","req_id":"8109b761-9c2a-46d2-808b-1ea5ecf385ed","remote_addr":"127.0.0.1:47238","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.700019603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1f433afe-c47b-4b58-94eb-1bfaccc01fd4","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.700326945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8109b761-9c2a-46d2-808b-1ea5ecf385ed","remote_addr":"127.0.0.1:47238","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.700391885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8109b761-9c2a-46d2-808b-1ea5ecf385ed","remote_addr":"127.0.0.1:47238","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.701159975Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8109b761-9c2a-46d2-808b-1ea5ecf385ed","remote_addr":"127.0.0.1:47238","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.703382794Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1f433afe-c47b-4b58-94eb-1bfaccc01fd4","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.70345102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1f433afe-c47b-4b58-94eb-1bfaccc01fd4","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.704111917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1f433afe-c47b-4b58-94eb-1bfaccc01fd4","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.704410592Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.704465762Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.704908013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.708231064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.708291013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.708322727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.708348187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.708751761Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.709452467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1f433afe-c47b-4b58-94eb-1bfaccc01fd4","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":9415,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.709720201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f433afe-c47b-4b58-94eb-1bfaccc01fd4\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.710109256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.712955727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.722665033Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.757362866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.757578325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/producers","method":"POST","req_id":"8109b761-9c2a-46d2-808b-1ea5ecf385ed","remote_addr":"127.0.0.1:47238","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":57734,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.927864609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","physical_disk_id":"8140729d-ecfb-408b-bbb1-26f033ce9691","zpool_id":"3b9bbff9-c1e5-4ad9-8f13-ff9b598831ab","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.927946923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.927983646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.928646897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.930314791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.930546923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.930591542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.930737543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.930878574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.935599931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.93774749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.945551589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dataset_id":"8d2bec3f-bb87-4831-85af-1c05c850611c","zpool_id":"3b9bbff9-c1e5-4ad9-8f13-ff9b598831ab"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.955114021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","model":"test-model","serial":"totally-unique-serial: 8140729d-ecfb-408b-bbb1-26f033ce9691","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"8140729d-ecfb-408b-bbb1-26f033ce9691"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.955178189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.955210704Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.95582579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.958875977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"PhysicalDisk { parent: Fleet, key: 8140729d-ecfb-408b-bbb1-26f033ce9691 (physical_disk), lookup_type: ById(8140729d-ecfb-408b-bbb1-26f033ce9691) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.958938511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.959119051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.96013243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.961687849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.964214704Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.96898101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 8140729d-ecfb-408b-bbb1-26f033ce9691 (physical_disk), lookup_type: ById(8140729d-ecfb-408b-bbb1-26f033ce9691) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:34.96910142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","physical_disk_id":"8140729d-ecfb-408b-bbb1-26f033ce9691","zpool_id":"3b9bbff9-c1e5-4ad9-8f13-ff9b598831ab","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.969137472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.969165658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.969444023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.970591369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.970649846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:34.970681489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.970709394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.971131225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.973019417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.975633144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"will register with Nexus at 127.0.0.1:42385","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:34.979577974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.074829727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://127.0.0.1:42385/metrics/producers","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.075321337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.075388641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.07542335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.075450494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.0762262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:35.076294105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","remote_addr":"127.0.0.1:45904"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.07650266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.076555506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.077231533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/producers","method":"POST","req_id":"86dad8e3-bf47-4932-83a4-aaaf600c154a","remote_addr":"127.0.0.1:45904","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.078107438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"86dad8e3-bf47-4932-83a4-aaaf600c154a","remote_addr":"127.0.0.1:45904","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.078174081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"86dad8e3-bf47-4932-83a4-aaaf600c154a","remote_addr":"127.0.0.1:45904","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.078594779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"86dad8e3-bf47-4932-83a4-aaaf600c154a","remote_addr":"127.0.0.1:45904","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.081920786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.085301211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.085443935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.085531349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.086333548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.093405739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.093535918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.093645146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.093851827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.094386423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.09454559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.094650078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.094773744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.094946969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.095043111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.095570402Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.10306312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.110035502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.110133598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.110294719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.110855216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.112548549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.117264285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.117365978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.117473642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.118520378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.121115759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.121171921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.122272193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.123267817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.123324099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.125448482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50833","req_id":"65f005f5-1ae1-493d-8d2f-da6e7c413e0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 45 03 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 E............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.125703009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50833","req_id":"65f005f5-1ae1-493d-8d2f-da6e7c413e0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17667,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.125990772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.126866317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.127025804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50833","req_id":"65f005f5-1ae1-493d-8d2f-da6e7c413e0b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.128230815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2119, tv_nsec: 927112906 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.128294893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:35.128604229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:35.129041591Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/producers","method":"POST","req_id":"86dad8e3-bf47-4932-83a4-aaaf600c154a","remote_addr":"127.0.0.1:45904","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":51812,"response_code":"201"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.129563681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86dad8e3-bf47-4932-83a4-aaaf600c154a\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.133153874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"producer-registration-task","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","wait_period":"150s","lease_duration":"600s"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.133931253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51540","req_id":"2737a7ec-625c-44ed-83c8-4f2e75e1736f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8f 51 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.133993397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51540","req_id":"2737a7ec-625c-44ed-83c8-4f2e75e1736f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36689,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.134234407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.134274587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51540","req_id":"2737a7ec-625c-44ed-83c8-4f2e75e1736f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.197820538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.204232895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54538","req_id":"25c5ba7d-cb9c-492a-a72a-5c5520118e47","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ff 86 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.204318084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54538","req_id":"25c5ba7d-cb9c-492a-a72a-5c5520118e47","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.204720556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:35.205264029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54538","req_id":"25c5ba7d-cb9c-492a-a72a-5c5520118e47","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.205943152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.206155255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.206207188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.208402743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75f23741-69d8-456e-a5af-b6ef36eb7458\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.208655196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.210391635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae90bd49-bb32-4d87-8830-a9744810cca5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.210746693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.214259542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fb91af4-4a18-40a1-9e66-cb992b40dbde\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.214436925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.218187568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b553e8d3-6712-4cf0-8a3e-8b28e630f45f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.218546604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.22214834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c04c7a04-61ce-4a92-a0a8-8ad3ffd774f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.222387506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.228024909Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b3e2aa1-4482-461c-92e6-837149661fb3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.22810607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.230457125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb39e1d-6d96-48b3-a8bd-57d2caa2aee5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.230588025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.234567865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"279ef115-be1c-4a7c-93f1-4a81212721b3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.234696391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.235813427Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2ccfefe-7719-475a-8127-b22b2a6c7d57\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.236035309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.237716318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d963ebbd-f6e4-407a-8b97-90c7aa052d2f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.237934733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.240021711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b0fc5b5-720a-4427-ba69-63d52c4a29fa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.240232842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.241989442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7440003d-c813-4db4-8cf0-309d18fd7686\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.242089241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.243913215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d771bb4-57c1-499c-8745-5ed11ea8bf03\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.244207672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.246797672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de4e3e28-838b-4f0f-a8b6-ff98e5985c20\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.246933803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.250101525Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0cee0fb-1055-4b46-afc2-1aeceddf6b3a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.250216193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.252123894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82320a53-9d0b-466e-acd9-532163d364f3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.252284444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.262710728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54af0162-95ff-4c90-9e17-417ca5720cb3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.263259581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.264698799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.274969523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a81b331b-3547-4363-ad89-c32961f82af8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.275068149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.278172785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ab6a60b-16b8-49c8-bf04-ea0fba20ead7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.278335499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.279072287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fed5eee-f61e-42a8-b075-4e560b367137\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.279216905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.280502236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b05e01-8112-47e8-bb30-2a404f7fa614\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.280839959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.284015877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff661b88-765b-4979-a6e2-f8b3026416ad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.28441406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.286503884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a79296-68ce-439c-81ab-39aa86e875a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.286693211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.289078243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d81c76c-614c-4886-bc06-7611b28f3134\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.289244214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.292141056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e1d0141-fd98-4da3-86d9-4b3a54de9b64\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.292265023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.295727632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ada77a7f-e1d0-4587-a5e6-b91b771293f6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.295985255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.299516471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a43054e2-c430-4031-a5f4-701c5cc7cc35\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.29969663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.304011988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f53c2e0-5287-4056-8cd4-ccbd1d6fe8a2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.30416873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.307758392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d999d53f-97ce-495d-8f30-fa7eaaabfbf3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.308099462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.310768199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6862ecc9-dced-48a5-b5b6-e3ed9efe1639\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.310955062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.313695993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70d0b100-b30e-4c69-a555-884a42cb6646\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.314016341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.315048818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8911ce93-053c-4279-ae57-1896efef6bd5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.315550608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.315806357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.315858091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.315891257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.315920555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.316745769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.319430809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"928eb616-3ae4-4450-b2fc-c6cf9f6f7683\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.319895605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.32177007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ff7caf-38cf-4269-adb1-4fb9834ae6fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.321853556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.322725333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.332403667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.332483987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.332516221Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.332923753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.338173773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c0f6cb-1e88-48e1-a059-9ad25ddb77ee\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.340029971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.340301512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.340354027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.340855667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.344263697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bba353f-b0a0-4e2b-a18d-1793ae744f8b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.344534046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.351428452Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45d1ced1-0fe8-4a4b-86f1-c0e529534128\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.351629673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.355851665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec44ff3e-e2e3-40f8-80d0-4e5ead5c2a25\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.356266031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.359162953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d00d8a6-59bf-44df-8358-ec8ed6b67f21\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.359294004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.364542541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c371811-5556-4433-86e5-5687a92b0def\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.368133947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.373880587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8389e198-b68e-44ff-be5e-ac6de7ccc458\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.374206115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.375848127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35be395e-767c-4106-b639-f3e9d08d5d2e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.37603059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.378215193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f16ce8b5-507e-4f45-a996-de54a0ea16d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.378904787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.380902397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca2643dd-40da-4618-8f76-355a5d852fa6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.38114454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.382236465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927216b9-3349-44d5-ac82-0887857d9697\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.382457926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.382596933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.382697905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.382792764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.383572647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.388972446Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.394738996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.394802512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.39483664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.394867943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.394897291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.395277709Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.396279094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.399267538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.409097765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.409278324Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.409460437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.410196434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.488488766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.488766439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.489582886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.490055979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.490116479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.490149755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.492566972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:35.492686921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51909"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.493536313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"698d6c3a-4a34-46db-a13e-ba90404c4b1e","remote_addr":"[::1]:51909","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:35.49457397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"698d6c3a-4a34-46db-a13e-ba90404c4b1e","remote_addr":"[::1]:51909","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1087,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.495208475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"698d6c3a-4a34-46db-a13e-ba90404c4b1e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.49756026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.497753435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.497796451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.499361018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.49942236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.499458663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.499489184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.50056151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.501193159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.51095567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.511018345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.511051481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.513262396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.515469353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.525708955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.526194582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.526259131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.527965771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.529655017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.529873192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.530611663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.562618565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:35.563932813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:35.564229474Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.564288111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"469.701981ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.564322339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.564349604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.564376006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.56440286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.564428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.565212453Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.57086223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.577335137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.57739688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.577428222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.578026775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.583971329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.584086919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.585364685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49734","req_id":"b69602de-8fa1-4b9b-889b-feeaab5159f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f7 87 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.592863947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49734","req_id":"b69602de-8fa1-4b9b-889b-feeaab5159f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.599126244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.59991712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.60051439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49734","req_id":"b69602de-8fa1-4b9b-889b-feeaab5159f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.602747008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2120, tv_nsec: 401616303 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.603056705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.603730037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58508","req_id":"528d130c-b42b-4ae3-be13-58a3662bc7ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0e e8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.603819455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58508","req_id":"528d130c-b42b-4ae3-be13-58a3662bc7ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.603969394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.603998462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58508","req_id":"528d130c-b42b-4ae3-be13-58a3662bc7ec","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.67140264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.672066082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.672211852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.67226076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.672291411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.67314432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.673879455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58082","req_id":"af81c156-d1da-4ca6-98be-fdaa48d7a8bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 72 f0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c r............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.674023261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58082","req_id":"af81c156-d1da-4ca6-98be-fdaa48d7a8bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.674234142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:35.674324692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58082","req_id":"af81c156-d1da-4ca6-98be-fdaa48d7a8bc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.674858766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.67491574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.674948846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.676439335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.682543568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.682825329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.683361337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.684011993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.686731893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee1ae96a-e497-4ce0-b135-52d91004f404\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.687058984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.687878738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.687936633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.688684804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.689537633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"232d7fac-6ee3-48fc-8dc4-eda8bdc7c6af\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.689743313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.693495118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43119a81-3975-46be-8f52-f25f2c00a0e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.693577111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.696222412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae65fc04-cfdd-4ef7-be52-eb64abd65918\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.696301319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.708502239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924d4436-1539-494a-9d3d-cfe3ef6dbad4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.708701095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.71053551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d925498-d184-4a70-a9a8-0b78859c00c9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.71061111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.713508313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41003814-df5f-4d22-bab2-1dbf4ad61da0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.713576108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.718025152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"316dac88-c549-40e4-8139-c68625ddf33f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.718103769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.719284842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54b5e36b-3ceb-443d-9654-4956f977f0e8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.720020999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.720820241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c7c70bc-2763-4c87-8a61-b030ad743632\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.720967755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.7218432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9479a6a-26cc-4df2-a2cb-015313d50a06\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.721909311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.723355593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dac3d265-7b1f-4948-a08a-9d66d2186a70\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.723747604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.727095555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9f9dad-16a7-4c2f-a670-a5c21883aca6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.727353529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.730873231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f07c314-46fc-47d8-90e0-955d7391a758\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.731036467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.752498308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8d6ccb2-373b-4084-8816-77695604f0dc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.753027472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.756182759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.760156246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18de22c5-e9c9-4c89-8800-fa42e13ce21c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.760237748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.763486742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f484b9c1-d940-4156-ac73-760ba846a832\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.763955967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.766517931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c53bd9d-95da-4832-bcc8-fb5b340ee0b4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.766635505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.769652386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea158e83-a8f4-44b8-a448-8eeceeb44417\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.769728528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.771090482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2149e812-a2d6-4769-b447-9326bb546be4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.771221302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.772448668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b25d1a9c-970a-4df9-911b-4de4be58a0f7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.772691431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.77416143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bb40596-6013-47e6-9786-1dd35c24bbc3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.774286409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.775460799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8205058b-b5c6-4d4b-b0b1-e225a02580ea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.775686529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.776900127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8285cd2-6b90-4dae-b997-a32335e2f6b9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.777052881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.778965021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae2e958-5031-4f0d-9968-7fd2c8e6529c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.779077786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.780656421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75a392f1-72fd-42d3-b71d-ff4b465da6f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.780731571Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.782654141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7850a9e3-8509-43be-bf38-0f0268159819\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.782725053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.784647112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c603d3d-d22e-4d44-b436-6fd49d838404\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.784709827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.786921524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b7777f-88a6-47ea-a7e1-11ac54cf4ccc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.786998768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.788776169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a10fef-5343-42cb-ad42-db5ce279bc32\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.789140184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.790726926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"313963a5-4f8b-4223-a485-55a1d90995cd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.790828829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.79379069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c8da8ee-9a97-4447-b4f4-eb32ada9bd20\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.793989336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.806725241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.806801373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.80683472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.806864479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.80754283Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.813387936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fc822cc-64c0-4224-91d8-2c3dd5935c0f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.813685499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.814180055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.823388953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.823463451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.823495846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.823996072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.832530146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.832691357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.834698065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.865209417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4edeb6b8-7fd1-4ebe-a709-44238863e05b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.865910284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.894522442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a81131-a111-4c31-b3b9-64589b014de6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.895022217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.919393606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ee2c8d4-9a09-4615-9dbf-535891a02075\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.922056652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.931783492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12b35e72-034d-4958-bd56-608321f5be6e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.932026145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.933104113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.936105002Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6255a82-f291-4bfa-bd61-6ae9cff37370\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.93632985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.94012436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906e1b20-09df-46c9-83c4-1db6ae93bb45\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.943066593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.947581739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29ca21ce-df5d-41b2-85ff-6afaf9c6e9c8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.947884592Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.952200852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c3478fe-b2b4-47d9-ad0d-6916a76c1910\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.952451141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.953985648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"849e03f5-73ac-4d15-8eae-8c9fe5392caa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.954271357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.957171225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8d7a8de-69f9-45ca-94a0-a70a88ce710f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.957485772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.959076742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae497ed0-496d-4a85-9be0-6275e0d918c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.959383894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.960850205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2fadcb7-e14a-4e4e-9794-82d965fbb8c4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.961041998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.961253208Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.961356965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.961443638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.962778748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.966061158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.975565976Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.975677818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.975772527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.97585911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.975939329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.979021601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.982184883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.994412095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.994511894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.994548267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.995744219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.997202485Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.997267545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:35.997303176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.997333316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:35.997900616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.093909097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.094881985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:36.095616508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33712"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.095782629Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.095838801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.096192045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"0e38acee-ecfd-4526-a5cd-2f111bd62b35","remote_addr":"[::1]:33712","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:36.097041408Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"0e38acee-ecfd-4526-a5cd-2f111bd62b35","remote_addr":"[::1]:33712","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":838,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.097203691Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.11451378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.114606745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.114643388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.115519173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.115791376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e38acee-ecfd-4526-a5cd-2f111bd62b35\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.117875949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.117933935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.117963914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.122641173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.122949107Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.123223113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.12337716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.124152054Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.134778386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.138422787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.138956891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.139017963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.139572278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.140443473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.14050219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.141870046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.26695515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:36.319230705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:36.320893228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.320975872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"756.563073ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.321018367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.321047716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.32108002Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.321113687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.321143166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.323422187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.324540815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.324604292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.324638199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.32466857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.325565277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.328276959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.336055788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.336159795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.336253482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.337024438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.337589744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.348528389Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.352456275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.352906292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.356078612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.358037626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.358097515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.359773765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.360334542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.360393379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.363983242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57953","req_id":"2e3e0f10-b7a5-4883-917e-ad82c07b3683","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2c 10 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ,............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.364049183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57953","req_id":"2e3e0f10-b7a5-4883-917e-ad82c07b3683","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11280,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.36458456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.364920549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.365136069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57953","req_id":"2e3e0f10-b7a5-4883-917e-ad82c07b3683","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.36709395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2121, tv_nsec: 165971662 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.367315301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.367809505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58606","req_id":"62fdb6d8-5f97-45fb-a3ab-0790484404cc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 17 74 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .t..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.367990436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58606","req_id":"62fdb6d8-5f97-45fb-a3ab-0790484404cc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6004,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.3682785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.368427897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58606","req_id":"62fdb6d8-5f97-45fb-a3ab-0790484404cc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.433111916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.434189022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62132","req_id":"c4406723-6344-4970-8a9d-579cdd7bbb0d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9b f7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.434259172Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62132","req_id":"c4406723-6344-4970-8a9d-579cdd7bbb0d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.434440393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:36.434533689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62132","req_id":"c4406723-6344-4970-8a9d-579cdd7bbb0d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.434715281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.434758587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.434784038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.441827702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3354f52-ff59-4ab0-8248-a18b6555713e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.442279632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.457377303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa47204-19a6-4b74-beac-a2380f040c9a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.457711439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.46091375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a99a24-68af-475b-ace2-3370ebe9609a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.460997086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.464637288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8635bcc2-aa24-4e3e-b2e0-baecf9b0d0d9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.464970893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.468197863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"138e5c54-800d-430a-bdb9-7575de7787ac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.468364214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.47369756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29b5a9e6-1f51-4879-b375-817c932b3847\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.47404881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.474374489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.476983618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c9dd1c7-fba9-4ddc-bb56-8e970cc18bd0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.477116252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.479242198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5de31891-ec0e-4707-8b21-495248527462\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.479310073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.48087926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f59bca-4665-4fc4-b8e8-f7876a8e8ca9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.48099982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.48464378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c0fdba7-8739-4ad4-93eb-79f996dae709\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.484805973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.486061314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0639d470-d805-4e8d-b987-a6160991841c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.486127937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.487859768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c7328b-16b0-4576-90f3-cc21bdb84fe6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.487981661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.489137634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"709f04f7-ad49-4b74-a5a0-43e1664168fc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.489308033Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.531710487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.532006597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.532068381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.532099753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.532873374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.534216561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5e3b7b5-6370-4364-8fe3-5e001ecff3c2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.534573402Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.538768761Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.54584001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.54590556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.545940951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.546499884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.548840748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e245901-106d-4ad8-a08a-757f353d9b34\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.548909245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.549111808Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.549159534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.549588829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.552182707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d89924ea-ca00-44e6-975e-db6fb6a4bef4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.553119373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.558472539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b83fbc-cc24-43cf-b956-28021a9d7419\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.558610314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.567485567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be8f40e-2761-4868-b8b9-4ada9df6a5f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.567614043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.572028649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19f39d5b-4a05-4f53-bd16-b6fb14643fb5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.572151423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.574949699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0159fb2-504a-44f5-8d7e-0017d92eb037\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.57522649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.579337982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dec88289-4dbd-40c5-8260-6e27be6bd103\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.579494244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.57972821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.582989077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b3ca159-d0bb-4552-80cf-ec797870f7e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.583173584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.585885127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c6438b2-da0c-47b7-a66b-fcd3bf0165a3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.58605219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.587686706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba953d19-064a-4b04-b2ed-1fce136f98f7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.5879144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.590896602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b439b20-6ceb-4f01-9ec6-50cb58e91ade\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.590943375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.593912531Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b9d452f-4eba-4c43-a8d8-e29e45759855\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.593979695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.595911804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c2af8c3-b953-4aee-8d95-3c990e981bac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.596079028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.598688146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d8c3c0-4960-4a89-b8cb-719dd66d4201\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.598755841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.600658241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e21c18c-da73-4198-a6a0-9a9b6ce11c5f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.6007778Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.602565271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"801b3e6b-0014-4f3a-ac85-2f4ccb9e939c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.602633507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.603701585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4195a573-bc16-41b8-871a-8b2e90c17478\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.603796404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.604766216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b218a8-39c5-4e05-aec3-c18705be5f32\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.60489834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.60696163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c1b0d9f-f1e3-42a1-896f-e59101eb73b8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.607053123Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.608468513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"223b8524-2b8d-47e9-8726-ef70d5dbeff4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.608534073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.609698083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9136dc4-1a1c-4cbb-87e5-704721aa6050\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.609937911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.611615192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a0c03a-8550-4e36-8283-163376e5a7ed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.611751905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.615858727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb527212-1908-4af1-92c7-1ced74535887\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.616051341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.626174501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2481d07e-edfc-4a4b-9b08-2e196fe8fe3c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.626326303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:36.626670389Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.627376887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.627651153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a16078c3-b9fb-4aed-99ff-79ac98e1bfa8","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.627964177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a16078c3-b9fb-4aed-99ff-79ac98e1bfa8","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.628029226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a16078c3-b9fb-4aed-99ff-79ac98e1bfa8","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.628906695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a16078c3-b9fb-4aed-99ff-79ac98e1bfa8","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.630107547Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1e94075-6211-4ad5-a366-3b51e3981436\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.630243057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.63085674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.630911178Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.630940918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.630969104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.631525933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.633797579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f2866b4-8e81-4ce9-b5d2-deff5a1e624e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.634283648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:36.636068073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a16078c3-b9fb-4aed-99ff-79ac98e1bfa8","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":8421,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.636268092Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.647343739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.647413428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.647442666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.64791143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.648303101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a16078c3-b9fb-4aed-99ff-79ac98e1bfa8\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.64852375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.649444495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"a2721347-f3b0-4fdf-b9f5-14031548e1db","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.649811286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"a2721347-f3b0-4fdf-b9f5-14031548e1db","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.649877407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"a2721347-f3b0-4fdf-b9f5-14031548e1db","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.650267885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"a2721347-f3b0-4fdf-b9f5-14031548e1db","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.652246858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.652300225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.652629982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:36.654850235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"a2721347-f3b0-4fdf-b9f5-14031548e1db","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":5409,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.655282417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2721347-f3b0-4fdf-b9f5-14031548e1db\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.655608997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:61001","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.655916831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a7911ff-33d4-4f6a-9ca6-a7f630a6373e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.656125797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.727280428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.742807034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:64644","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.743153965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7e498a7-6d44-4450-bb25-9cd7a6f7746d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.743599974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.830059558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:36.837281117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.850779261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf0aa70-5053-4ae4-a0f9-b27a2135f0f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.851124118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.865164793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6051cb8-035a-407f-a544-fe09ab28ff02\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.865349291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.872480048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"929bdc8a-c5aa-48d0-9c32-f7773da1233d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.872569576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.872608604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.872640478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.872669476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.873303248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.880895345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.886000898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.886084083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.886119123Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.88615779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.886190585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.886541956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.88746792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.89395223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.904886085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.905085723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.905198818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.907050678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.982675626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.982754082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.983577903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.98366165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.983698784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.983729014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.993015447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:36.993170937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50801"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:36.995595788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"5e27aa2a-c4e6-4863-877d-7f98be4c6999","remote_addr":"[::1]:50801","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:36.995973601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"5e27aa2a-c4e6-4863-877d-7f98be4c6999","remote_addr":"[::1]:50801","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":591,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.99643977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e27aa2a-c4e6-4863-877d-7f98be4c6999\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.99938619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.999597201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:36.999624846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.003916457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.004087928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.004182126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.004264711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.008064451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.008477154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.017239782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.01742412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.017468117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.018373201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.020344098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.024932209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.025183259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.025236155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.025763756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.027714663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.027772689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.028742942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.049462534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.049694416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:37.055994539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:37.058264431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.05833396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"737.312597ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.058373699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.058401004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.059590894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.059652798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.059687347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.061214219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.063668519Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.070751912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.070833575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.070939766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.072389314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.077899052Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.078642624Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.079518188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.08024173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60305","req_id":"3111bace-443d-4444-a30c-0e8ce0ce5428","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ee 32 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .2..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.080442259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60305","req_id":"3111bace-443d-4444-a30c-0e8ce0ce5428","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.080812677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.081334006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.081389777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60305","req_id":"3111bace-443d-4444-a30c-0e8ce0ce5428","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.081850676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2121, tv_nsec: 880755241 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.081910765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.082218949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51998","req_id":"62a0cc3f-4cf9-4415-816a-ba0aa80e6606","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 64 ef 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e d...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.082276855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51998","req_id":"62a0cc3f-4cf9-4415-816a-ba0aa80e6606","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25839,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.082361563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.082513576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51998","req_id":"62a0cc3f-4cf9-4415-816a-ba0aa80e6606","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.154479373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.154890412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.154952797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.15498448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.155048878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.15605843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.156656752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60952","req_id":"abcb861f-8134-420e-b2f3-440bbf8364cf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f2 89 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.157444732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60952","req_id":"abcb861f-8134-420e-b2f3-440bbf8364cf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.157613929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:37.157696383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60952","req_id":"abcb861f-8134-420e-b2f3-440bbf8364cf","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.157886993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.157999327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.158036992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.159141192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.165560542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.165622876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.165653317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.166490224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.170279755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2141232f-1a2f-464f-b65d-a475816a7d1d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.170676155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.170974529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.171023647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.173227267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.176766239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af0e375-d999-4e23-af31-f97cd161be81\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.17694243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.183615445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c628205-4617-4499-9688-0fcb554b2d95\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.183907708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.187779001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2137f0de-1d65-4486-a93f-43a825ec2de6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.194937013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.208842268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"166fba46-9ee1-4ee8-b01d-cc9eca0056c1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.2091191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.215898798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.217978742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dcb942e-be4a-4713-bffd-e6d07b2200de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.218839858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.222347156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b287cc-e4d5-4672-b2d7-7e32828b1b87\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.22258027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.226842312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c596cf27-9a20-4daa-87db-bbe7f41bff16\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.226973253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.228842778Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7fe44e4-2177-485e-93b9-b3da56e5ca70\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.228926665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.231929828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b2be76c-46a9-4953-9775-4f162cd55ebf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.232199887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.233349016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c559c40e-e39f-4260-84de-48a789fc33a0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.23349138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.234971318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"646f9997-2f72-4254-907f-84b79aad2d62\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.235126748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.237695346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b156ec21-097e-44d4-b6e4-07c603004bd4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.238862582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.242098449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abc86388-b5d3-44d8-a517-b8e887d0a96a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.242191344Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.246055824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be4510f8-d1c5-48a5-939a-813329d17533\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.246137276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.24899999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d9deccd-5e4d-4d4b-b43b-dbc8300dc207\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.24908545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.251485953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b544f97b-5af7-47c7-8461-7c0946475a71\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.251759768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.255262708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be68bc1a-7549-42cf-bf3c-a5097bb50824\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.255339411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.258152004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f3b3613-0ef5-469c-aee1-7d10033ac7b7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.258440209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.260187209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f50184e9-9a2f-49d8-845d-955b1c611a5c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.260756834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.262159038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d598a06-ff72-4c1c-989b-dbd27eda77ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.262458916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.263315452Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb4060d-e6b7-46e9-a594-c961e1b7afe2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.263544739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.264476947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"046b0615-129d-4298-ac8d-0b9a9ab9e7a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.264547858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.265944941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc34b222-9d68-46fe-a45d-8f77d763dc6a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.266052195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.266547672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.26660672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.266640658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.266670788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.267466343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.274277353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.282938009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.283006115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.283035613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.283819084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.284540422Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aec8e52-3ca3-4850-9c1e-0f768fbf482c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.284699208Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.287386262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.287444568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.288410462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.289620934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efe21ced-d3cf-484a-bd19-845be40b750c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.289748388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.293004967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2237e7b2-18c7-439d-946d-fe02e8ece58a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.293912465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.296643797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65088434-104a-4359-b707-d1a6de668253\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.296768375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.299050452Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7002f351-23f3-486a-a7e8-0f052517f017\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.299166213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.302680194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f878bd4-506e-4b44-a0ed-e2e2c24b730c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.302824351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.303959513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad06dc2f-d374-46a0-a615-bab7e56ab792\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.304210984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.306550175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c3d7fc1-42f1-4e27-92c1-9de81b07376d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.306745564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.308316043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fbd0956-2967-452c-8e77-bdae749fa318\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.308478857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.312071666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"360362fc-1338-44d6-b353-77c9502e1576\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.312136385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.314847857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1252e492-cc74-4a25-9ea1-134789f74b31\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.315087775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.319334296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.324302585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5103662-4b80-442d-8a2f-77aeaca0a5df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.324512063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.327837999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87a19d2d-6e5c-484e-b3cd-02c9f584fb7a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.328071985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.332138398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b2e66c-75d6-428b-ae62-53ada6b1aa39\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.332465369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.334657667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90e58f84-7649-4d51-9e09-245b253b497e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.334802876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.338833016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ba5f43-f359-4b12-ab91-764d28191e6b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.339129557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.342829579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89c3071b-cee7-46cf-95c1-e6efd7ffe892\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.343095258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.344257755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba3bab9e-1a56-4a88-b4b2-65976564f1c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.344505638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.34588155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d6e9716-3174-4311-b6cf-a2c3107828f7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.34607747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.348077666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5077eaac-221c-48d5-97a6-fd7fab3d3c2e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.348237644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.349435461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e84f03a5-39dc-47ff-8ce2-16b176adc170\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.349516382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.349584197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.349633335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.349664307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.350943906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.353567123Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.359185467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.359249455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.359285045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.359353452Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.359389063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.359909931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.364490156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.370998343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.371295155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.371417599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.373009731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.373659305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.37379228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.373890436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.374265543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.374988985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.377961718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.39911819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.403812674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.404428471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.405044208Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.471617952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.471825245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:37.473047039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33069"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.474805683Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"f1b3d382-1508-46c3-97e4-c9ee1346e9c0","remote_addr":"[::1]:33069","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:37.475528222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"f1b3d382-1508-46c3-97e4-c9ee1346e9c0","remote_addr":"[::1]:33069","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":785,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.475742399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.475848751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.477586453Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.478032212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1b3d382-1508-46c3-97e4-c9ee1346e9c0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.482769911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.48281459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.482840371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.487650205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.487747038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.487785584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.48781869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.488983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.494695342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.499091701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.499396999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.499505165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.500028618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.5425706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.598615646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.598706617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.598742349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.598774242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.606508392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:37.609797606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:37.610193174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.610333223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"551.960335ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.610483001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.610850784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.61096419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.611055281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.611141403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.612284821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.615215921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.635262833Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.635328745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.635392061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.635746206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.636089551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.641076958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.641165504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.641199953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.649875027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.65464425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.654788978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.655425847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.66114429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.661528807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.661993823Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.662170515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.668215469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61898","req_id":"f4c199d1-8837-4739-9167-941311f90899","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 03 50 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .P..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.668402282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61898","req_id":"f4c199d1-8837-4739-9167-941311f90899","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 848,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.66875288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.669005473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.669452684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61898","req_id":"f4c199d1-8837-4739-9167-941311f90899","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.677302104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2122, tv_nsec: 476193152 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.677510058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.677931227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.679304724Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.679469913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.679545995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.680466739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59238","req_id":"3946ecb4-2954-4226-9968-3c8707684a94","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 17 99 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.68065285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59238","req_id":"3946ecb4-2954-4226-9968-3c8707684a94","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.680976274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.681146263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59238","req_id":"3946ecb4-2954-4226-9968-3c8707684a94","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.758537771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.760964355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56301","req_id":"36a469d3-2547-440c-aaa0-0773e05c07b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: dc 0f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.761094735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56301","req_id":"36a469d3-2547-440c-aaa0-0773e05c07b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56335,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.761586695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56335,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:37.761691113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56301","req_id":"36a469d3-2547-440c-aaa0-0773e05c07b5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.763732351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.76384254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.763886217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.769943736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a92297f-9019-4434-b3ff-21de8e114b01\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.77027668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.778168534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17c40829-f5c5-4a55-abf1-b651764c28ee\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.77864827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.786292159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42aa9261-d9de-463b-8627-c4a470955287\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.78653375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.792450298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"416f52d0-c02e-4837-9f32-8a6ea311f509\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.792665387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.821478315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.880877333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.881012433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.881106721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.881187231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.883508867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.916889105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.93509045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.935167643Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.935199587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.935987828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:37.943709893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.943925353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.946751343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.947338794Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"937ca924-2c24-4eef-ab17-ecb47eb2874e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.947935222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.954852013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abe13eeb-1734-4000-8f88-bfd592c695fa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.95499578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.958349672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f5598f3-297a-42cf-a86e-4e9c7dce3a24\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.959319264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.961333397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f79da8b-191e-4dae-b817-00e249d5f30d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.961404378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.962401675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd9b773f-bbec-44a7-8045-3fabc51de609\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.963284785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.968835745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fbf3051-0761-4fe4-aca3-52f3cd664cf8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.969071164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.971787155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"074c27c8-9d41-400b-8296-2f9e7b2dbace\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.972019007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.97520742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"724816d7-92c7-4559-bbd2-77be8fc8e345\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.975506967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.978569549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d608ab6-ecc0-441a-b59e-7970d71c3e7e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.979502357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.987027371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7cee940-73fe-4d0e-ab05-3578782b81a2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.987478048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.988222953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.991616765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21a5f105-dbd0-4f06-a34e-7e3f949e8db3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.991772325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.994457384Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b52920e-14ed-4c2d-9f43-cda039d0040c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.994593345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.997316611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b322b803-0ab7-4903-99ec-0f308b2613a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:37.99738141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.000147291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9d4142a-e570-4012-a601-3c56c581fc94\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.002695538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.006117035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7eb7aab-417a-4eb2-836b-b1ce5bbc0285\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.006455841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.013425848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e69a4209-7a1b-4556-a62e-a2fbe1c2aaf6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.013686116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.016166719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fb4c702-f134-4334-a3dc-76b5d6b56db2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.016438701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.018803262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f531204-4fea-44ec-983f-ce73de43dc27\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.01903307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.021095168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ac4c930-7faa-44e1-b649-83b30c3bc053\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.021348293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.023973253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"088dbaab-4846-4d70-93ba-3100a788dd48\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.024679771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.027714557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f1474c-7f3a-4f74-aae2-d4ebfa67cb9a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.027779266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.030961857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dd40515-4cc7-4b2c-bcfe-a55d0c157186\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.03102872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.032757695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fa6dc4b-9b38-4e8f-b643-9f0cb5e1e959\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.032826783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.036578648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8288789-4dfe-4892-b2f9-0e292cce2287\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.036740761Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.038286942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88bd7d14-6c2d-4c25-9b07-3090305c7cd7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.038484475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.038829252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.039017257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.039073048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.039103298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.040727324Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.042561669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3456ab90-85e9-4637-960f-95ae14cd0cf8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.042664634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.044085405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.052553898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.052617414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.052646512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.054930543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.056368689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.056526463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.057381897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.059183397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.059219348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.060387075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c45def-ebfa-4c3a-886e-acef258b118b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.06057022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.061821252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.061860441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.062429074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.063131333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.063258757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:38.059120441Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.063557702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.06373212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.064601572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e33411c9-f363-432b-adbd-cbdab0cc351f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.065489471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.068426323Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b5de1d-ff9d-4f14-ada8-b652f842c9f7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.068559418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.070063124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.071533063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e6f625a-75ea-42f1-a5d0-312a7f4ee0bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.071650487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.075062024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.07512014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.078868478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5410282e-b27d-4577-9a0c-eeb8c813ba9d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.079101653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.080695989Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.080755137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.083887127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d5ff568-0f24-452b-b226-39c23c73fc89\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.084061725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.089878385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75b78104-1544-45f0-a087-ad5133427cc9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.090120808Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.094049846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b448ea-b673-48a1-acf4-c55985f5a4d7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.094242179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.099656407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f0c9adf-bd52-4454-ad52-c4b2aedd93ce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.099911555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.100369287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.103237622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c235ba3-6b23-42a6-9739-8b29bb854d0d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.103451749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.107376749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50097a6c-d3d3-4055-b4fd-eb9cafb51888\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.107461408Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.108709885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaf9b1d4-eaac-4072-bc74-492e5aceb563\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.108892278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.110944267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38ff6580-1164-4f97-bb38-48d6de31f9fa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.111337951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.112941406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9e2f9df-34fa-4ed6-a5be-a56932d36734\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.113102367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.114598698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ebf60f5-9985-4341-95e9-e4d50882ada3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.114774178Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.114830941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.115436317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.11571401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.117143579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.119657157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.123238593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.123305606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.123342961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.123376988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.123407168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.12377941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.127223492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.135786103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.135933707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.135985851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.136304435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.218865934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.218967907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.219487152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.220389499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.220456874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.220488918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.221847314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:38.221912444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61375"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:38.222259425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.223001233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"590f83b1-42c0-4c75-be14-4ec9364efed5","remote_addr":"[::1]:61375","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:38.22327566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"590f83b1-42c0-4c75-be14-4ec9364efed5","remote_addr":"[::1]:61375","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":519,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.22396836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"590f83b1-42c0-4c75-be14-4ec9364efed5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.227237824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.227297674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.227328876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.229498108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.229593127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.22962964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.229660602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.230464593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.231154147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.241184432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.241247357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.241280283Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.241736793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.243541198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.248406782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.248713483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.248775166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.249520421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.250255636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.250311788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.251095429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:38.27950352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:38.279939449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.279986663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"669.467259ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.280170118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.280224357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.28054748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.280594113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.280625997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.281284268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.286456203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.290759427Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.290857462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.290895358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.291549621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.29206602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.295058553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.295119554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.29688413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62963","req_id":"5515d534-23b2-4432-b666-da8f96525680","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b1 25 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .%..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.297127415Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62963","req_id":"5515d534-23b2-4432-b666-da8f96525680","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.297793442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.297966637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.298027518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62963","req_id":"5515d534-23b2-4432-b666-da8f96525680","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.298457284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2123, tv_nsec: 97345067 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.298524669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.298816851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57889","req_id":"2b26482a-54e1-420d-85e7-daf855e2bd2c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4d 7d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e M}..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.298882702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57889","req_id":"2b26482a-54e1-420d-85e7-daf855e2bd2c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.299070125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.299114414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57889","req_id":"2b26482a-54e1-420d-85e7-daf855e2bd2c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.382374203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.383013277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.383076884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.383152574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.383183887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.384009201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.384469588Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62419","req_id":"835d9e86-02ff-4738-bbcd-bea7c62de8ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5f 82 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c _............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.384598605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62419","req_id":"835d9e86-02ff-4738-bbcd-bea7c62de8ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.384774546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:38.384875106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62419","req_id":"835d9e86-02ff-4738-bbcd-bea7c62de8ab","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.385081588Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.385137219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.385166607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.388862511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.411653501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.413034061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.413292687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.41508135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.435809079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fe703e5-b172-4f15-94a8-b6f85f0e4220\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.436988649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.437062216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.43709944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.437668714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.451237579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08f37eb9-c30c-44db-805d-f57e252fdc30\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.4516696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.460334093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73000f74-171b-4ced-a55f-2ef17abe344f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.461499696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.48447891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60336c68-cd39-4265-90ed-dc8102ce05b1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.484641484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.488153462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"367dca56-a72b-44a7-b715-16a5c8ec8558\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.488227409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.492001529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf27379-1627-47d1-9b97-579bc1f4baf7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.492272549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.500166176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.501968557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b48ec48-71c1-458a-8a7d-c3a56b9e106c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.502105711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.504586484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37975cf7-2203-4a51-bb6b-b8b28b804770\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.505427048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.512289141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b11dc12-8b25-4c0a-b55d-52d7c41de253\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.512354471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.512413468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaad7211-27e2-4e31-bea1-e7aa372409b6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.51244956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.512476444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41fac6cd-5498-433c-bc07-5ad1726c3e93\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.51250491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.512530331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbedbf6b-780b-4214-a638-d4eadbec2364\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.512561263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.514581648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26232989-0c7c-4fa1-9564-4b7539008fcf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.515006585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.518442791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9555f9c4-dd96-49d2-805d-f24555c07a5e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.51879358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.520657524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a8665cc-fc02-4b1a-84d0-9f8ce423115d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.520728856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.524547885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc9ee9a-2b82-499b-b00b-cb9b0047fe7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.524725569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.52767193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555660a6-1014-4a01-8ed3-4a01d35d6894\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.527742029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.543288715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d3a41cd-8196-411e-a4bb-5d0196db0530\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.543545978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.545804568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00b948f3-6d65-4f20-b723-f7d8b26be1cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.546782496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.549461684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bd09b96-751d-4626-9a8e-d4cd8b4ff05d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.549531804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.549570822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cda48845-bec7-416b-a928-228469d6876f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.549605511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.550592267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad71405e-8ef2-42bd-aaef-3ff77e799b85\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.550756073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.550926764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.550983937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.551018516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.551108365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.55187362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.55529637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.561217738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.56129911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.561329741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.562761644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.562966642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cad73004-0f1c-4819-914f-315d7b890cb5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.563190518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.573273057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.573869225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.575733008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.576836497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d96bf4f9-f9d2-4e2f-9dac-3bb786332777\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.577050163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.579958267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a86161-fb40-4c0f-af0d-6f0ff10300d9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.580063527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.583657748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00df9354-3e68-455b-862d-f589b73e0c56\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.583727767Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.586323609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"370e527d-4839-4eef-aee5-37662f1f6ce1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.586391124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.591271678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efb84de2-451a-4f5a-96e3-4db5fae21858\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.591471797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.599305745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93e7344b-61da-4fbf-9693-4c5880b66c53\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.59937317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.601404036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d48db431-b055-4fd2-9b81-e578d7c5bbd6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.601541099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.602488136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d127596-4516-48fc-92b3-4a8be98ee6d3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.602647203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.603792545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52d96512-01ef-4cd9-bb8c-9508e73915a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.60393073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.605794995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be44da2-a762-4b0f-a45f-45ba3e138e1a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.605957028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.606848253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f52a9c05-d9a3-4cf0-af0b-c0847bbed73c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.607177149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.618030493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.622245461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36d25be2-b486-409c-97aa-adad1983a19d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.622417294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.624622327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efb55773-5edb-41eb-af1c-4fb573557b0d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.624743599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:38.626662632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.62761531Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.628117902Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe4e8c39-9763-4828-839f-57bb5a5d45db","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.628524963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe4e8c39-9763-4828-839f-57bb5a5d45db","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.628589612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe4e8c39-9763-4828-839f-57bb5a5d45db","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.629237974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe4e8c39-9763-4828-839f-57bb5a5d45db","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.63002907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed0df991-7ab5-4b01-8756-cb9f75e68ad4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.630148688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:38.632682787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fe4e8c39-9763-4828-839f-57bb5a5d45db","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":4573,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.633569955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4e8c39-9763-4828-839f-57bb5a5d45db\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.633746005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.63405951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"4e60375a-403a-4470-a659-0bf8ed6b3f82","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.634347304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"4e60375a-403a-4470-a659-0bf8ed6b3f82","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.634406812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"4e60375a-403a-4470-a659-0bf8ed6b3f82","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.635270212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"4e60375a-403a-4470-a659-0bf8ed6b3f82","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:38.638019951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"4e60375a-403a-4470-a659-0bf8ed6b3f82","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":3961,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.638403816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e60375a-403a-4470-a659-0bf8ed6b3f82\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.638459817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.638488955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:38.638516601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.639392325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f5f632-1213-4c2f-ab42-3ad55b2ddb67\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.639512184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.643632874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc684db7-936e-4c40-985f-0dae08b2b83c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.643815759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.646358285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac86266-9375-447a-9f0a-95212be0c013\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.647166174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.650047034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d17e6164-db3a-4568-b53f-7edb61056e12\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.650112966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.651313738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d28b9ad-2f69-403a-b5f4-2bba66df2c6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.651487705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.653728018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b9a45df-c220-4d82-ac18-51c7e74aa4a3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.654412242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.655728574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e0d9466-aba9-4fbe-82cb-a1ba4362b651\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.655994053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.660676894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.660832814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.663469638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.66437395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.664465382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.664564068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.66474056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de4130bc-bf76-4a3d-9bde-4961f602299f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.664893134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.664943815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.665020237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.66506678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.666729804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.670849993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.670961415Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.67100897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.67104438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.6724746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.680914235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.687437783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.688768564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.688831279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.688868033Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.688898383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.68979519Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.692007398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.706439493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.707577059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.707931696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.709957582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.711033836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.715726837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.715791756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.71582394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.716383024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.718176899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.718233612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.718949568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.833707205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.833867234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:38.834623881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45645"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.835786608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"99f45332-6191-481a-93ef-6c75400bbfb0","remote_addr":"[::1]:45645","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:38.836301544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"99f45332-6191-481a-93ef-6c75400bbfb0","remote_addr":"[::1]:45645","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":521,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.837113412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99f45332-6191-481a-93ef-6c75400bbfb0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.838931815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.839025211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.839668482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.845153441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.845425543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.845539891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.845632014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.846875312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.866025838Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.890818085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.891234134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.891355185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.893301252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.962367252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:38.972279762Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:38.972911921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.973080537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"692.931451ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.973212099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.973303562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.973861012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.980983564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.981103072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.982140639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.985150035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.991624365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:38.991714835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:38.991751057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.003784252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.009139262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.009214873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.010966523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63190","req_id":"7bdae4eb-4dfe-4ded-b1ee-dd3f948f22b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1a 7b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .{..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.01104056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63190","req_id":"7bdae4eb-4dfe-4ded-b1ee-dd3f948f22b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6779,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.011322802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.011499996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.011607219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63190","req_id":"7bdae4eb-4dfe-4ded-b1ee-dd3f948f22b3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.012458094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2123, tv_nsec: 811043755 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.012522152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.012925756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57041","req_id":"64e76f6a-427c-48f3-83f3-40b9fc99f8ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 22 ab 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e \"...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.013311284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57041","req_id":"64e76f6a-427c-48f3-83f3-40b9fc99f8ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8875,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.013919125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.013963414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57041","req_id":"64e76f6a-427c-48f3-83f3-40b9fc99f8ac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.014158422Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.014204344Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.014476616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.014682717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.016317725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.10509648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.106183386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.106253235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.106283355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.107945737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.108815821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49161","req_id":"565097ef-86d4-46cc-867e-15e222224c14","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b6 45 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .E..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.109037473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49161","req_id":"565097ef-86d4-46cc-867e-15e222224c14","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46661,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.109379785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46661,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:39.109587038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49161","req_id":"565097ef-86d4-46cc-867e-15e222224c14","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.110067655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.118651217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.118781487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.118877348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.119787642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.126750044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.126867818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.126974862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.130596057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.13070837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.131249248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.13181224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.131915145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.132810389Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10f9c70a-157b-4799-8d8e-83cde46e9a81\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.133135316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.136892752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce35e28-c275-40ec-a1d0-5bfe18533aca\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.137215826Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.137688588Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.137797966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.139976727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c462cd90-ed3d-49f6-9dee-12085c5c88e9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.140197156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.145205194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c9327f8-825e-46b7-b8f6-1713bd485115\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.145426786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.149490553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed432c9-a170-471a-bab0-b0ca4d0d73bc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.149582626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.158366658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e38dddc6-4a42-4cf2-8737-d7250264fd62\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.159084809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.16599154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1eea738-1311-4fd7-88d3-926fad88adda\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.166298852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.182250174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34e977ce-044f-40e8-a08b-8acac4c793fb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.182477327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.185124291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"341a59ad-37fe-4491-b823-fa6653476e32\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.185469068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.187700444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63f610a9-8873-4878-a858-13ac8f57f115\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.188094889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.19228083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2535f15-4d02-4826-bf67-898679f45604\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.192784633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.193324419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.196157193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f09e52-b694-42c5-96e8-a78f9d67edd1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.196937347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.199847065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29a717fc-eb73-4fb7-ac5e-c1745a029097\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.200178615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.205081183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9097b351-b7fb-4208-80f9-a9f52b04e1a1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.205397864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:39.206668185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.207782365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"980de8c9-4195-4ca1-bd8e-8c399ac7e632\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.208058245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.210874757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee1c4fef-4ac0-46f4-afb8-af7186a2ef5c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.211141548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.213173026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3240e16e-8097-4da1-8860-c93baad1cec8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.213381712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.215626504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7ea4e41-75d2-433d-96f2-4090a0c29af8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.216030299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.219751173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dda2552-136d-41ec-87e4-59e77203fdae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.22024184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.221258736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3273b4e8-4af6-4ec2-b438-ff835558ef3b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.221420979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.222824145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82dea547-6257-46e2-9792-e4a4c8b854b9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.223215806Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.224681606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e6a33c4-b248-4d51-931e-0252a25ba7c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.224747768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.225447622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a2d257-f10e-4d62-b951-840dc58a7286\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.225716308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.240923657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f19c069-ef38-41a3-98e4-973330592194\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.241147614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.244951593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.245019448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.245053666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.245084638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.245699753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.259853223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.264950018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.265004056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.265034126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.265410245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.267835958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"046b9517-21c6-4a56-bae0-0f198e2cb854\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.267919815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.268909678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.268969316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.269439082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.272886191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab3ad398-183b-4b2d-bf17-65fa7a9ba378\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.273014115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.277300947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb2e1a62-76d4-45be-8908-19e9455ae955\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.277680142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.300493867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"957e3c97-b255-4317-92b1-cc8ab3391189\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.301076318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.30486167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0022b90d-ff92-45f4-8421-7118fcc32719\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.305124914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.307985734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"336cabae-3018-4362-bf31-a5a913985d11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.308537463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.310114646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"386e0aae-2145-4200-ad07-dda61f5d6a1e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.310509102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.311829833Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c97cdfc3-c3bb-4e0c-b748-f15a95951480\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.312070373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.313814488Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b92dd83-210c-4699-840e-79649499b163\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.315259467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.318566315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.319056843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c003088-465d-4ca8-af18-3f9554adb8ea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.319266971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.333323258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b32db96-e385-446b-a631-66490188e9c4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.335277752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.338001789Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d03f212-5068-49e8-a189-4518b27d4d61\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.338336486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.340744263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e2435e2-f8fe-490c-929f-2f23f80b745b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.340844704Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.343050789Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe2f661-4985-46c5-84d9-30b3550a0eb1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.343119776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.344765365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04acbca8-2e92-4a19-bc42-05d96271c141\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.34483797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.347180948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90827dee-55c9-4edd-9bad-6d5d35bbc80c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.347262771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.348929933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0262be0-e9ba-491a-8ac9-caf63d550fef\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.349009832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.349839966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7d41bf4-8d14-4bad-8e70-700220dab0c8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.349983071Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.350882193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b22a5fb3-d24b-451d-9a1a-a61d9f40a721\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.351008053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.352186612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cf43aba-8fcc-4256-a659-4f331bf69495\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.352310358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.35319463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cddb61ab-74ca-4e55-a22f-a2c3616a1b1e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.353354919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.353406222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.353438446Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.353467023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.354903575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.372275628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.373086082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.373156072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.373187865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.373739995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.373797921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.377730185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.377790936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.377881337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.377914272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.377940434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.380424804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.384972465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.390571852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.39063122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.390660528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.391600661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.395568467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.403557695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.403737994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.403787102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.40460391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.406955786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.407016356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.407440341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.502743055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.503004817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:39.503632838Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36333"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.50553091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"f3f4714d-ee4d-4d09-948c-0353f6279e81","remote_addr":"[::1]:36333","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:39.507269204Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"f3f4714d-ee4d-4d09-948c-0353f6279e81","remote_addr":"[::1]:36333","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1762,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.507891103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3f4714d-ee4d-4d09-948c-0353f6279e81\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.511070387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.511159024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.511221398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.514494189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.51475573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.517318336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.517592773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.518295443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.522283929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.527036218Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.527290966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.527345194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.528114226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.591073789Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:39.597107731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:39.597665743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.597729099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"624.477912ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.597767986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.59779493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.597823367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.597932524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.597982704Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.623839703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.626649351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.630513971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.630582708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.630616545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.632270641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.637706181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.640261232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.642157279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58936","req_id":"0ae8d594-ec06-4746-8d0d-d0427c3d2bc8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2c fd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ,............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.642314903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58936","req_id":"0ae8d594-ec06-4746-8d0d-d0427c3d2bc8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11517,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.642517988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.642686564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.642783267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58936","req_id":"0ae8d594-ec06-4746-8d0d-d0427c3d2bc8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.643266109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2124, tv_nsec: 442161897 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.643331148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.643658921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64530","req_id":"6dcec8ed-468e-4a8e-8358-9ecc897ec42b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: db e1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.643721837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64530","req_id":"6dcec8ed-468e-4a8e-8358-9ecc897ec42b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56289,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.643809742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.643874851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64530","req_id":"6dcec8ed-468e-4a8e-8358-9ecc897ec42b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.716916612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.717939771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.718080792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.718183436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.718269438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.719382455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.719599007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.719791661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.721063254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60570","req_id":"1548e731-614b-43f8-a958-2cabdb541404","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 51 cc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Q............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.721237892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60570","req_id":"1548e731-614b-43f8-a958-2cabdb541404","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.721811866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20940,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:39.722261983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60570","req_id":"1548e731-614b-43f8-a958-2cabdb541404","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.726998149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.727130162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.727291514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.727745999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.728993174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.729110117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.729183032Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.729591947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.74819876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.748333438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.748508848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.749415685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.76823949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.768362064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.769646363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.777576042Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da2bc9a4-c260-47dd-a32f-1cfd03132f24\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.777963514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.785002669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b62bbd-4ba1-4a4d-a34b-d710aa36bdbe\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.785304571Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.844842937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.888639609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8bcc16f-c09a-4f4d-9878-bbca4819a0fa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.88873559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.893093573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c3180e6-7439-4635-a2cf-67b5fbed6a62\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.893656315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.896652434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad235cf3-57de-435d-88e0-06645b98bfb4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.896777143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.900753044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184013db-f88e-43bd-b91b-dca041a5d2db\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.900947582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.903590488Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4d2485e-6d19-4d0c-8f01-100b47cc3e49\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.903658453Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.906388042Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bdcd01d-c07e-4299-a175-331e007a3209\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.906455697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.907902609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bc5d56d-11b8-4b1a-86c6-89f048bcafba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.908032999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.911361241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8d0d789-f819-4898-9abd-af4427d87108\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.911518063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.915935615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.916100283Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.916145292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.916175673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.919688552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.919735235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2886646-ea38-4507-81e0-db45a5157b9d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.919898941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.922373091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82265336-1a0c-4f3b-98f4-4bfc23702884\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.922502569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.922543781Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.930424793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.930481456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.930509081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.930968106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:39.933883084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.933941851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.934487378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.934686264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72a9029a-2685-4eb0-8b8c-2f0c34d50dca\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.935218134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.942075387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e43fe14e-aa18-48db-bbdb-3b0bb6f45a72\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.942366947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.948375158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4b5ce55-d039-492a-bbab-9a4371fea280\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.948587612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.953323327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"820dbbd5-0d5a-443a-bf6f-36e868d444ac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.953456443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.964167423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d55e4d-142c-4d0a-95d0-8032c9215773\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.964388434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.969785477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0244b98-1b35-4d1e-9312-777aca7bf884\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.970003662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.97514245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.976652309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e71fb0f-5dfe-446f-af92-fc6d93130586\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.976930373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.977941678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f2f836f-4a3b-4097-add8-b8ce3edcbf93\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.978175914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.979502117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1950c63-ceb2-492b-81f3-5c9192b73c5b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.979841984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.981417954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adb30047-9528-4c4a-ac45-9a1e3aa6ba72\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.981881247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.982961359Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e57d0857-5245-49f2-bf37-074930b7e41f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.983309413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.986829015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a87b64-07df-48d9-b376-14bd69edafe0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.987228812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.991578408Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93544926-e8c9-4493-9982-0eca746c363f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:39.99748185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.001621498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a537f15d-8e81-417c-8342-27ea1f106f0d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.001949802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.00481436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5870ba07-1f11-49fd-88b6-d9c4585c05d8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.005036793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.012066088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d338fe5c-af46-4d0d-94ca-83689cf90058\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.012310505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.015370222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f6ca064-6246-4ded-8b39-80e183ef3e7e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.015512285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.020015096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaf20e2c-872e-4925-a2ea-603474acff1d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.020210235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.021957266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63744c09-30e5-42d6-b541-2bad1a410288\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.022023207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.024254734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"461aea66-d032-4121-9943-26138e628167\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.024610703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.025801505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.026002185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.026058868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.026089499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.027043079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.027880738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"377c0c8f-1119-4aa9-9143-a8a443360ba7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.028084684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.03005489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.035005063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.03506912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.035102146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.035466432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.036077039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ffbf19-a0e2-4741-aea9-a1821c42249e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.036303279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.0377036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab3c3915-256f-4708-a411-18b58924f55e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.03787941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.038219848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.038272463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.038831537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.042320579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b78f79f-5496-40bb-bdcc-2365bea18da6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.042450507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.054262362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85940160-1808-4926-b38a-b0ee8c213d3e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.054557179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.055129139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.055282655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.056097558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.057518439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.063365329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.063472222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.068066345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9edcace-6211-4e32-aad0-a72f07934f21\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.068231735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.069954187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.070643721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.077658487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a30f23c-a39f-4533-a385-0a3d117597ef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.077807063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.080484428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a133fbf1-4fad-4e55-ac48-72a2be0335cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.08076174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.084079541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.087616538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"783a8e35-a132-4a03-a158-888817e44421\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.087890403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.089584749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48cc3275-cb80-43b3-b749-3dd8ce296d62\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.089635931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.090741173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eac902f9-ef12-4272-972c-b008135ba3c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.091879121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.092574105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c28992a-31a1-4a14-97fc-235ccebc399d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.092638844Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.093649779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c096d3d7-6b27-40d7-a0e4-8729b33e6738\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.094017191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.094074966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.094108412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.0941371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.096544636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.099030048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.106622987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.106703117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.106738066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.106771763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.106801232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.107424644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.110731212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.119379844Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.119526627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.11971413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.120931245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.184235655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.184319572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.184943726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.185013545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.185280226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.185330837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.185995812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:40.186056303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43778"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:40.186758782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.187362295Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"0484f1a4-cf71-400e-93ca-1f92d32c7a33","remote_addr":"[::1]:43778","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:40.187524889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"0484f1a4-cf71-400e-93ca-1f92d32c7a33","remote_addr":"[::1]:43778","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":500,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.187957511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0484f1a4-cf71-400e-93ca-1f92d32c7a33\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.192586584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.192646854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.192674419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.195645138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.19571143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.195747782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.195778764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.196374561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.196984236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.205147621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.205354834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.205601175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.206776987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.209158472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.215860896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.216059482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.216115454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.216971148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.218257582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.218319244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.218347992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:40.247837808Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:40.248176603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.248321763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"650.44517ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.248360229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.248387193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.248413074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.248439447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.248470288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.249281034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.252078928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.257973984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.258031529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.258065396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.259261028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.263219606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.263298483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.266717345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62855","req_id":"c982a30e-a321-486e-a70a-1265b39f7250","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d6 fc 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.266783577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62855","req_id":"c982a30e-a321-486e-a70a-1265b39f7250","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55036,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.26699098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.267300907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.267553651Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62855","req_id":"c982a30e-a321-486e-a70a-1265b39f7250","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.267940963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.268274908Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2125, tv_nsec: 67181808 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.268329727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.269133098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65510","req_id":"40fe47eb-21c9-4721-a62a-e14707fb4b6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 35 08 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 5...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.269288317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65510","req_id":"40fe47eb-21c9-4721-a62a-e14707fb4b6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.269386984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.26948048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65510","req_id":"40fe47eb-21c9-4721-a62a-e14707fb4b6b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.359092987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.361060818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.36112198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.361154875Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.361183041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.362051472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.362779522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58162","req_id":"b3682370-ad7e-42a3-baf6-ba03e549aea6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 72 0e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c r............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.362975302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58162","req_id":"b3682370-ad7e-42a3-baf6-ba03e549aea6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.363888682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:40.36399288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58162","req_id":"b3682370-ad7e-42a3-baf6-ba03e549aea6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.364668346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.364751682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.364784958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.366029858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1669b7-3999-4cd6-bd91-de372118bc9b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.366265147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.366447871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.371721899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.371813582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.371847439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.372237587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.374742548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.374794441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.375269888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.375444146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d19f21-5390-466e-9cbc-e14b0242ff7d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.37558675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.377635552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94c2b02a-12e5-4244-82da-77b3f47b5ad1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.37771508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.381235114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36969a8e-7f16-4439-813a-a727bd6e5df6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.381375914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.385839137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ca602f-9657-450b-99ad-ee86e645c049\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.385967052Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.388732432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad9f9a8-b2b3-436b-83f0-f8e86f8e014d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.388811269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.392064861Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa2dfd75-a90b-45cf-8bca-567323448b4c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.392273247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.397889336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dc0a98a-a9d6-405f-bb11-04cb9d58adb3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.398124144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.399590866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92167bd2-b2a8-40aa-bfb7-aa4b061be2e3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.399699393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.402623579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff30a247-cc11-4fcb-aa1e-19b39dd8dd85\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.402756384Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.417155383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd221c5c-000e-484b-a738-421e8281bb1b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.417380561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.418807284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.422152168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fdf02df-4255-4abf-9bf9-301f13dfd328\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.423132993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.428658913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40422a7f-245c-47fe-bcd9-5700f4b5d598\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.428836506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.432205439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e1cb5de-21b7-4581-bd97-92dc1d91a956\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.432282092Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.43461023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f352bc5e-e26c-49d6-aa7e-f83f793643e7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.434721131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.438196736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"960d6682-d33c-438c-9834-b7539994079b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.438377366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.441183537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9967f999-f410-4d5c-882b-bc8cbc76b69c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.441426411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.443382178Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02f47054-208b-449a-8d01-2c290a2e0ebc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.44359912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.449396291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cadc7da-2f8b-4879-a26c-03b95183752d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.449590287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.450619287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a1d7362-6844-423c-b6d7-781e37662430\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.450787041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.45214149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7520d03b-d40b-4137-b587-4df1569dde81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.452301158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.453990264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccac0814-b512-42f9-a071-2f653f6b20b7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.454260612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.456349805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd2eb91-1aec-4962-a20f-f518178aecf6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.456612969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.458044922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f4b2321-ffee-4478-a323-43e71994e9bf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.458351403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.460550144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ccfefde-f7ab-4785-9616-694db22b971b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.460844029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.463198981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"355c2156-a8c0-474e-a6be-98603fe7b10d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.463410663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.465650095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d642c71a-58a4-43f4-a077-99343f818a90\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.465861777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.469802569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.469867498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.46989852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.469925073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.47131374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.471563287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf6ec8a5-e0c5-4686-a5a0-ee7ee3a069b0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.471783546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.47561034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.481370106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.481434635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.4814675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.482706549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.484516555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1556e1ea-d01a-4867-9e6c-9a40363db964\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.484670131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.48546252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.485511357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.486550628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.488757465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1f1b2fc-73cf-41d6-bac2-1ebe3f477b67\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.488890931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.490189709Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f76b4b51-178c-4212-8ffc-cacd83834478\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.490417913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.493528962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56871f57-aed1-4715-b7a5-e6fd55540715\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.493614983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.495915487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"debd6f3e-3d74-4aa8-9604-3ec0b43e1354\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.496015496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.498063336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f11d7373-7739-4f0e-bbcb-8e6f0dd44f53\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.498141973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.499229951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c96552ab-174f-48de-971f-0e9154687a22\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.499628004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.504224622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d47eb5e-703c-4037-9185-1d5022d63a88\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.504365613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.506922347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb16e19-7cc7-42df-a091-82a9f4f2c1bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.507033299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.50942834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39f4d782-3e02-4500-9dc3-824356d794e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.509600133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.512995077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda5ba24-1bd0-48f6-8cea-c99c9c0a1c60\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.513787847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.51861279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.519468675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f19fe9b-5ab2-44dc-b04c-532e2fd71f8e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.51960145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.52300939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10548d16-a418-45d7-8e35-cc20137d88cf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.52327544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.524268639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"570872d6-9715-4c4f-a3c9-352a6e79e971\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.524516342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.525553829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e69d26f7-8574-45e4-b4ee-570d77da2f53\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.525859008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.527942018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8e41a69-ade2-4cec-972f-0c9312630479\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.52818397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.529718097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5abe2158-bf58-4f6a-8acc-92619cebf33e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.529780491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.529811984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.529841001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.529866532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.530996824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.536382194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.545260604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.545377928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.545473859Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.545569179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.54565005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.54679466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.550260416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.556794114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.556870937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.557982692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.558604661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.619114864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.619319532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.621042725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.621172273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.621264657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.621346991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.623097399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:40.623391304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43818"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.630376502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"f74410ff-29c4-40ea-848b-7d5a12c7d821","remote_addr":"[::1]:43818","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:40.630460189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:40.630900746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"f74410ff-29c4-40ea-848b-7d5a12c7d821","remote_addr":"[::1]:43818","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":546,"response_code":"200"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.63126909Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.631577565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.641268574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.641330126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.641360637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.642597401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.642836908Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca88b705-38e6-4205-980b-3f707aac7834","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.644126358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca88b705-38e6-4205-980b-3f707aac7834","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.644322017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca88b705-38e6-4205-980b-3f707aac7834","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.645772347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca88b705-38e6-4205-980b-3f707aac7834","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.64604985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f74410ff-29c4-40ea-848b-7d5a12c7d821\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.648545472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.648774689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.648898987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.651991969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.652121467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.652219102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.652305444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.653331388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.657597247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.657650133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.660118922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.660194312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.660232017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:40.663329609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ca88b705-38e6-4205-980b-3f707aac7834","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":20501,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.663733163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.670019257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.670280468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.670328053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.670943088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.671878061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca88b705-38e6-4205-980b-3f707aac7834\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.67226418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.672505461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.673653438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.673743287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.673770001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.674329295Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"1ca48bee-cdb1-4d5d-85ad-56d2b6114436","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.676306394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"1ca48bee-cdb1-4d5d-85ad-56d2b6114436","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.676365953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"1ca48bee-cdb1-4d5d-85ad-56d2b6114436","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.680050644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"1ca48bee-cdb1-4d5d-85ad-56d2b6114436","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:40.690767998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"1ca48bee-cdb1-4d5d-85ad-56d2b6114436","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":16680,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.6914016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca48bee-cdb1-4d5d-85ad-56d2b6114436\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:39 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.691662661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.69170776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:40.691734133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.749980846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.802757179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.80283819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.802876306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.802907879Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.803632894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.811126494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.817226648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.817341748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.817377338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.817680012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:40.819732461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:40.819927389Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.819984022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"571.678702ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.82001812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.820044944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.820071827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.820145324Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.820176987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.820543647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.827693783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.827857279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.831463825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.836317285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.84199637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.842062602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.842097963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.842646646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.855133485Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.855216681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.860052536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62068","req_id":"2b1f210e-5b3a-47a2-ad2c-bc6afbd13f44","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6f 38 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 o8..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.860120301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62068","req_id":"2b1f210e-5b3a-47a2-ad2c-bc6afbd13f44","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28472,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.860316502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.860488535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.860527492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62068","req_id":"2b1f210e-5b3a-47a2-ad2c-bc6afbd13f44","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.863196089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2125, tv_nsec: 662091747 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.86329183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.872179067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56000","req_id":"5a732b7d-d9fd-4854-9b36-05dd8d90aaab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4c 9a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e L...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.872558253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56000","req_id":"5a732b7d-d9fd-4854-9b36-05dd8d90aaab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19610,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.87428315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.874354883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56000","req_id":"5a732b7d-d9fd-4854-9b36-05dd8d90aaab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.963111805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:40.964603587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64378","req_id":"8b7a8084-f6ea-4a4e-9af1-2e061fa1f96f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 91 8c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.964810429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64378","req_id":"8b7a8084-f6ea-4a4e-9af1-2e061fa1f96f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.9650567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:40.965517398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64378","req_id":"8b7a8084-f6ea-4a4e-9af1-2e061fa1f96f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.967281603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.967325831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.967352314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.972285914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bddb6184-7318-4901-a1f1-f5b78d12f1e0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.972758355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.977629611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bd6d3e8-7ace-4c46-9f8d-b19afef0f2b6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.97787507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.980249511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b1da147-a604-4b7c-bc86-2b272075c2f5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.980362927Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.983557662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32a0e246-2da9-4c7f-9ae4-62eca8bc81da\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.983741779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.986018675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a7e61cc-5126-4cc3-ba25-a32bdc6fe0ff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.986145729Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.990020469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.991258245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8324dfed-c0f2-4f05-97f9-fb96374f1611\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.991318014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.993822454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b222bde5-f521-4235-a77b-9066c521ac8e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.994053615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.99598879Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7687cd16-1b64-4f5a-aceb-22fc2a775db3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.996265922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.997371245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fef92761-04be-43c7-98e6-128d90bfb19a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.997523718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.998902275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62327d7-d694-4f17-a096-ef006de8d6f0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:40.999045941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.002810582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6e1e10d-d183-46c4-9da2-4d72b5ffa720\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.002922285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.004727892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4224664f-e46b-44d5-a003-0044ed83415e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.004850076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.007042374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84320550-253a-4061-b46d-b5ce3508b771\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.007277572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.010245115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0707d966-9f97-4a7c-9ee3-29efd252d71a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.01039316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.015713831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14aff6da-3258-43d5-aaaa-680aafa5416b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.015938769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.018388801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52d20789-4ea1-456e-bacd-f173bc1435db\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.018480393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.021864265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"376b59a6-94bf-469d-8d33-b7daa61957b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.021998493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.024453444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e021e65-eddc-4d56-bcf4-2c463975c31b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.024527341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.026974006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dc35391-3e1a-40eb-bedd-a954c834a8e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.027059547Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.028343515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33d1df65-291a-424f-bf08-49e0f6252a28\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.028563413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.029566822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d246bfb9-ef2a-47bf-a2b8-775f179d5a61\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.029772783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.030846762Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8544d982-ac69-4bff-bfff-ca0fe19cd0bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.031427309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.032777399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7a997f8-766c-438b-ae33-05931a580760\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.033175953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.034390633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a74ba71-c657-43ae-9aed-4416aca47999\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.034721613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.039352009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccb9b936-ef59-4acf-b3e0-e6509d294c3b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.039530885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.040574925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.040633482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.040665285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.040690976Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.041664526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.0450995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f88d1bca-b0e1-4f90-9d59-84e1293d64ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.045373787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.046506664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.054522154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.054585811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.054615931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.055215716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.056280347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.056339856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.056499494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.057661048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.05946392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d148ba91-df66-48e6-b98e-4c12adad168e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.059628679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.059829749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.059878136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.0603723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.061499396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.061558854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.064218604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d029743-d497-4e88-a534-c79565122add\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.064343052Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.065103316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.065515798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.067422607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dd91904-b0a4-4934-976a-3f03f3659327\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.067545202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.069897599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87265528-36bc-4b9d-86d5-f3a42f586fa0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.070627042Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.072710092Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bddbfa6-6a73-43e0-85be-0067121a9f6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.07358213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.074879745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89dec48b-abdc-49c2-a7dc-b9b02abb8328\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.074953783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.077787479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c83e3f4d-25d3-4553-877e-401b072c2c70\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.078037357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.07921335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d78992d-4050-4774-b4ef-20cd1d764bdc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.079332086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.082517343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12ba7742-4c3b-49ae-827e-4492a9138171\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.082763654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.085149377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f6e6f23-96b5-4220-bde3-88a3c5904ca0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.085376499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.091983433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.092452698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d0af3b9-743e-4fab-9d07-4d455c8cdd77\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.09265431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.096556936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eaa03ee-9535-4689-84ad-7c93d9d0d8a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.096963025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.099062598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ff1cdf-3cb4-444f-b211-0f8dc9071a43\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.09938964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.102068627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"524ba034-aeb6-4dd5-87ef-15649c03f3cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.102789213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.104998395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8227c90-5882-4162-aa31-931d67eb6af5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.105092272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.106263065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9db64eb4-00fe-4cba-9da1-cc4e1f7bf119\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.106532331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.108337548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298058ab-c70d-45ee-aaf8-7d9ba501ada0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.108401595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.10923699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c23fc06-1fb3-4ede-b481-4f33d1cd44cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.109380606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.110495828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70af7d37-e10e-4b2f-bc1d-55bd5c81b909\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.110948881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.111442865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.111497754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.111527674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.112670661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.115005473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.119188688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.119269088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.119339939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.119381502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.119409127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.120256626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.122876025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.129266037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.129497157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.12960386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.130203965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.207706053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.208047243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.209746479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.20979259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.209823582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.209850135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.21006847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:41.210246425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63733"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:41.210811821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.211715672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"64f76b38-db74-4cbc-a4e2-f1104d7d8d97","remote_addr":"[::1]:63733","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:41.212344315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"64f76b38-db74-4cbc-a4e2-f1104d7d8d97","remote_addr":"[::1]:63733","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":701,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.212825914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64f76b38-db74-4cbc-a4e2-f1104d7d8d97\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.217678272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.217771698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.217826788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.220298332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.220582058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.220702959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.220734161Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.22202853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.22294712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.231012269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.231079243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.231109032Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.231536684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.234211594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.234269539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.235299351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.235577645Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.240336136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.240745843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.240805231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.241629694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:41.272151066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:41.272537646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.272696232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"452.691829ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.272914577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.273010057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.273135918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.273300967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.27345336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.274298524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.278638031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.279145321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.292166575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.292232897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.292266745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.292760769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.296769897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.296990056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.297731794Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65139","req_id":"d66b5aa3-f4d4-43ee-9047-83e2e0400dbd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 67 da 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 g............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.297792996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65139","req_id":"d66b5aa3-f4d4-43ee-9047-83e2e0400dbd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.297939297Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.2980564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.298163103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65139","req_id":"d66b5aa3-f4d4-43ee-9047-83e2e0400dbd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.298481477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2126, tv_nsec: 97387536 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.298538982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.298893929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64036","req_id":"b63e001d-1479-4fa5-99eb-b9547d38568d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c7 29 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .)..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.298954189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64036","req_id":"b63e001d-1479-4fa5-99eb-b9547d38568d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50985,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.299043878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.299128456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64036","req_id":"b63e001d-1479-4fa5-99eb-b9547d38568d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.368940773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.369302063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.36935612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.369387353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.369415429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.372103064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.373856627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56858","req_id":"9784e2db-9115-4f8a-bef9-43d84f78d53d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 10 99 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.373919843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56858","req_id":"9784e2db-9115-4f8a-bef9-43d84f78d53d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.374030484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:41.374109141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56858","req_id":"9784e2db-9115-4f8a-bef9-43d84f78d53d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.374134942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.374162657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.374191885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.37568983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.383617535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.383686914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.383717424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.384338843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.384616987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cec4e88-84b8-44e6-bb49-b73f568570f6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.384841855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.388156138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.388313752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.389018196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.389463734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebd8c397-c943-4ac4-b43f-fab27acd43bb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.389540016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.393084267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07af935c-ec33-4812-8650-5742cfceaa5d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.393216461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.396831273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f69c631-637e-44a0-8b5b-5b1785561335\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.39724624Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.40389174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79f9ba58-ea50-4c66-9cfc-c4dfa837ebde\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.405014888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.409506608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29afb9d7-6047-4c17-991f-39a24d9d88e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.409641807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.412676023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cf9c3ba-3662-48d1-8907-a6dd636356f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.412798757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.436184642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.436724437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e92c1363-f7db-4e2b-9699-b7bffb15711d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.436959776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.438559213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f54cc03-31db-489a-8d96-da4efacf1e83\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.438701507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.440138971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b37a7b08-86c4-424c-a83f-d09f0be2c6e2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.440202467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.441314202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68be6a11-8272-4d91-991c-8dfa52aaaea9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.441514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.442497159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3dc39c4-1557-44f4-95b0-6fc90c76502e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.442651276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.443838602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6e73ef5-8661-4cdb-95c2-cc611b21b0b7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.443985144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.445956081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbcd1bf9-2f5e-4fa0-9c58-ac7a392c6aab\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.446127713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.448310111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43fd0d36-46fd-46f9-aec3-a5df63e5a756\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.448390251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.451275219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33a56cf0-a9a0-4659-b2e5-09659e298512\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.451454676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.453497847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d4bb968-a245-43c8-abac-2035cc8989f8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.453664038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.458271749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd19739e-8d7c-4f40-b525-f28a096f05d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.45837786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.461754999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b64c2d-eb91-4de1-a5db-da5581a43f45\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.461904657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.463604164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59936a8a-5f69-449b-80e6-aab4b0fcaeb5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.463687199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.465061567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"662caa7f-c0a6-4bfd-9e77-7ca6f5439d23\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.465196065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.467481068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b526c5fe-378b-4371-99bc-feb2fe079a4c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.467530737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.468532212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35423d07-bf2c-4d58-b7c6-8c61248bed3d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.46858632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.469993163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58971199-5ffd-4162-9f72-56aae6cf1624\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.470167781Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.473343478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86a2603a-16e2-4ca9-a38f-039ef58d1ee1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.473407526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.474959829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e586b0-efa8-405d-ad25-eebdb0ddbdb4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.475051582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.477174652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afee3e7f-55ca-474c-b4eb-2e515564d062\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.477366935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.48406468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab89e45d-f7ba-4072-b0f7-f6d7e403734d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.484340068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.486269954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44494cbc-8b9f-4424-b310-3d8c44bcb5a5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.486396255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.486600352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.486777785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.486830571Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.48686054Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.488222945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.491122712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.498758697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.498816883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.498845439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.499473862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.502560261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2e1db6-de6d-4913-b1a0-42b43f5fe836\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.502826642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.503049386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.50309184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.504398263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.506087158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fcf66dc-9598-4a35-8f09-ad3a7e1756f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.507175477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.509281252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bf61cfc-548f-440f-9409-562f3768fcf7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.509688313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.510971289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6e448b9-97f2-40bb-8e76-5cbc7b42fffe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.511468991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.515946091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"938d3d42-3e02-4b13-9a34-c868cf659e8b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.51627176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.518183129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae590c3-3248-407f-aef7-2661c87f0c0c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.518520681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.521514967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7cec873-2bdb-4719-adf2-87eb1e712d7f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.521732621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.527033512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273ef511-fb82-47d5-938f-2398890017ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.527119103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.532340757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4537cc9a-9c06-4075-9976-9d2bde348c46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.532411878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.533543223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddeca9a2-294d-4262-bc7b-87a5261f7d6f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.533849623Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.538001205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"410897a3-0c10-4b60-83b3-2c5a0d7a7ddb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.538117837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.538805177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.542830036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c42040b-fd5f-4a10-b44f-12da088768b0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.542923051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.543948735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3be2d7cd-757e-4a15-a717-c5ba8ece8abe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.544134645Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.545093506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39199022-0726-4061-868d-e68b1b3e16f2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.545224857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.546205491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de3d14e3-6638-4fb9-9eb8-457a4fcf7a5e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.552599601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.555857182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33892e33-f1e4-4467-95bd-93011af80c02\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.557433943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.55749777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.557533041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.55756282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.55758799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.563017137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.570959773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.571105152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.571372325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.57146533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.571548656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.572394181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.5754804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.580228219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.581175978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.58124211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.581842225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.638592096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.638735401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.639329795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.639756656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.640689004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.640716999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.640739123Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:41.640765336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35645"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.640794073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"c6416a5d-0481-4209-9c39-092e8ae97bcd","remote_addr":"[::1]:35645","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:41.641400962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"c6416a5d-0481-4209-9c39-092e8ae97bcd","remote_addr":"[::1]:35645","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":569,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.641789136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6416a5d-0481-4209-9c39-092e8ae97bcd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.643943979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.644000141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.644029349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.645954615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.646018021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.646054063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.646084995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.646871141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.647241669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.655916403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.655998517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.656034088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.656528082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.658366936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.65843446Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.659209474Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.663201769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.663544051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.663648539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.664376549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.665712581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.667979628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.668096441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.668172853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.669290841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.669400409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.670114181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:41.71095816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:41.711415051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.711552484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"438.627066ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.711676662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.71176625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.711892251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.712886723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.712971191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.714249749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.718638333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.719660619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.729123985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.7292173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.729254434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.729283001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.732100225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.732168821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.734024068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62823","req_id":"fdbb61a2-eba9-42b8-a2ba-265f9d5ca0b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 61 2a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 a*..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.734094278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62823","req_id":"fdbb61a2-eba9-42b8-a2ba-265f9d5ca0b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.734238014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.734271621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.734300589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62823","req_id":"fdbb61a2-eba9-42b8-a2ba-265f9d5ca0b5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.734508182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2126, tv_nsec: 533402016 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.735079601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.735533545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56665","req_id":"15573bf1-73e4-4386-bebf-41d57ae2ea8d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 34 0e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 4...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.735599376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56665","req_id":"15573bf1-73e4-4386-bebf-41d57ae2ea8d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.738643552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.738696237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56665","req_id":"15573bf1-73e4-4386-bebf-41d57ae2ea8d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.806472676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.806863004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.806923274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.806956099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.80698153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.807605994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.808615275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63893","req_id":"3a18032f-108e-4e4a-aab9-ab58f0ba36fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 11 70 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .p..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.808682309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63893","req_id":"3a18032f-108e-4e4a-aab9-ab58f0ba36fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4464,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.808881345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4464,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:41.808980152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63893","req_id":"3a18032f-108e-4e4a-aab9-ab58f0ba36fa","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.810812202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.810868394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.810898755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.811411797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.818534459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.81859522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.818627684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.820747498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.829798942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.829869343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.830566802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.834920336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931f25af-78d6-4209-8e03-7d545822a712\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.835715671Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.857814962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ccb1537-2f60-454a-a891-d546c83d8dd9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.858263045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.885035007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a260e06f-5f0d-4793-994a-882267ab708e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.885485083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.88939809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bbe2a41-ffa3-45fe-bf8b-a2988eab1695\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.889645453Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.896021326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.897277098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37a3238f-90c9-4a54-8f83-1f8f36521063\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.897500634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.899549796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"380dca64-98b0-458f-b6e5-d4d60cf37fa4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.899760306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.902341769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81a9a437-07a4-42de-a889-4b2d6f52942d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.902602238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.908062738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed9432e-c21a-4563-91cb-70a299356fcd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.911037044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.911164227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b629d08-088d-4ab8-9925-2bb9be5a8704\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.911206892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.911560026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"409d1127-f6e9-429a-bfdf-99dd82406491\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.911760054Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.91284216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39776ed6-c05f-4aca-9367-7eb5d2b9919d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.912975226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.913939737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9910aefe-cde4-480d-98c7-4b816a606e1a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.914014035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.915194618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c210c8c-be1d-4b40-aa50-5a56e097116e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.91534656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.921935859Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33072f18-25bb-42d5-80f0-48432a13d059\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.922700873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.925413558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e150d3b7-2327-4a81-a3c7-72728ee1535f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.925573146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.927847087Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"380f581c-3415-46d3-b642-e2dbc5b4f530\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.927971405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.930137631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d844326-cb7b-40a0-b13d-1384e692e7ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.930202109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.932093177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6e13e7f-4240-4663-9ed2-134142dd17a5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.932214609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.935766977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74fa9c99-d4f6-4baa-a5f8-99a74f144a85\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.93588914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.935940192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e04faee5-3f51-4942-9b60-8285036bb009\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.935975342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.937691631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7069e24f-91bd-40f7-ac79-dcc9ba6d0810\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.937873724Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.93906116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c607d9-eba1-414a-b9c4-e824878038f2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.939220458Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.940512452Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19570af0-b304-4ee2-b37f-f258b80e6dab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.940577742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.941560941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a73fd1c-0fb8-45f6-9229-4b666a85c6f9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.941790608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.945653124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5efb82bf-5c7c-425d-8da4-72580299768b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.945786189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.947960271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.948021874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.94806534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.94809534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.950746082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.952955383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7d826dc-8e08-4be5-88fe-dbbecaa97178\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.953131124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.95325992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.962186175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.962261105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.962292317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.963766855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:41.967057371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.967124885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.967563209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.967802225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61afa614-879c-41a3-a9fb-f60057b3a108\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.967997965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.970975407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20327bd8-33a3-404e-97e1-af04237d8a3b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.971248471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.976386318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70acb77e-a6a9-41f1-9c39-adc3c4231b79\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.976670354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.982120293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"764cc80f-a23f-4f6e-8cbe-5270011f1c57\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.982265753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.986062718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99af18aa-5409-4120-bbf6-db84896d0b5e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.987598137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.988662307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f21b5a1-27d4-404c-a8da-fe37eaa40c1a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.989251211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.991193791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e71aaa98-a76c-4845-a509-7a43ec927603\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.991628287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.9952287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487724e5-0b64-4d21-a36a-b99eca04ab17\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.995403018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.996946814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8bddbc5-c31c-4ea2-8c5d-0df027246eb5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:41.997525376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.004437128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0d75cb4-55ca-4cb3-b270-1f7abe4221e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.004892565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.00855415Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.009807798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f96ed267-870c-4dd2-9bed-f496284cc543\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.010160782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.012148452Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"084892fb-0254-40bd-88d5-8b00660edfa5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.012359853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.015291063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaf67450-b899-4d71-bfea-edb748ecb08b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.01568111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.018339878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"091ccd57-ded7-4841-a05d-951441b92eb2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.018404386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.020842524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61910078-6839-4135-937a-a7fdaa48d0b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.021184065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.023180713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa1e292-633d-4c10-b92b-a13c54944f4a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.023317395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.024538148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0a257e9-49f4-4d84-901f-c1e53d69d7b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.024665231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.025714231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71cddf6b-4767-48ac-9aa5-434dca60d5c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.025833338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.027243658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cde41a07-d469-4307-b45b-f3a61cf9c348\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.027422725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.027476512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.027507303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.027534608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.028138321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.037570774Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.043701269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.043771659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.043806839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.043836979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.043864274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.044491072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.046886215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.055007947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.055791217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.055850465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.056413206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.058661696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.0587237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.060134761Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.061266096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.120016382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.120227733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.120892367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.12095887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.120992937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.121020482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.121642692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:42.121705237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47719"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.123343781Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"505e363b-afc1-4eb5-9e66-adce57cf5684","remote_addr":"[::1]:47719","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:42.124156931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"505e363b-afc1-4eb5-9e66-adce57cf5684","remote_addr":"[::1]:47719","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":730,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.124817327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.124881565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.125267174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"505e363b-afc1-4eb5-9e66-adce57cf5684\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.128971464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.129294327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.129342473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.131354893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.131419642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.131453249Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.13148378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.132518992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.133451761Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.140146299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.140345025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.140378322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.14113024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.146660869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.150717512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.150941388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.150991678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.151506003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.152330646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.152389132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.152807666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.152877395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.152916633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:42.160293682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.190631307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:42.191623665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:42.191882961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.192140214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"480.203323ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.19219873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.192229963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.192261165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.19242441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.192467877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.193572377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.19981726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.205757766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.205837615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.205876362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.206459143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.210566958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.210696997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.211396511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61136","req_id":"33c5d3a5-1950-4ffb-8b26-d0108117de10","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 45 0b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 E............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.211459596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61136","req_id":"33c5d3a5-1950-4ffb-8b26-d0108117de10","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.211878601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.21205363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.212094131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61136","req_id":"33c5d3a5-1950-4ffb-8b26-d0108117de10","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.213300314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2127, tv_nsec: 12200621 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.213374662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.213998104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56841","req_id":"657f5997-0d1a-4bac-82b0-602fff82facc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 17 b1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.214060028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56841","req_id":"657f5997-0d1a-4bac-82b0-602fff82facc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.21424685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.214287381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56841","req_id":"657f5997-0d1a-4bac-82b0-602fff82facc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.292186229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.293266301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.293332523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.293470578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.293505628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.294986398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.297172203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55154","req_id":"7b3bc3ed-9fdd-4206-8d43-0adfb80c8a60","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: da 73 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .s..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.297587441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55154","req_id":"7b3bc3ed-9fdd-4206-8d43-0adfb80c8a60","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55923,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.29818443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55923,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:42.298542083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55154","req_id":"7b3bc3ed-9fdd-4206-8d43-0adfb80c8a60","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.299021979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.299115104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.299217548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.300796605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df164acc-9f21-44fd-ad81-616ba043a6c7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.301117183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.30140164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.310076093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.310146734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.310176564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.310894514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.315807393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.315921931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.317057273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.317462791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67ce89b0-7015-47d2-ac3b-ca3d6d3d6f17\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.319847312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.325556477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9afc8d1-b006-4597-a0a0-5c03a731fd94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.325754041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.333233653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb1a8ae2-5ceb-410a-b7cf-abb0285f5203\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.333509022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.336919687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57103d47-f468-4aac-8aa4-1f4f24ce554e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.337003013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.340579129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f0a2ef-af26-4466-95e2-c037dcf59985\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.340658016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.344771542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"582e682c-9e48-434d-9f43-d80c7979c692\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.344850669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.347453946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8782303e-e34e-4e3d-8b07-e1d53db7ac23\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.347814825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.349388972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfbbb8d9-ed15-4164-8f1e-4eeda7c28dc9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.350442371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.35187269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ff8798d-35d6-42a0-ab9d-e554bba8b29b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.352030515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.35299158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f9e0a7e-5cde-46ee-9bad-10a5a0ebd8b8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.353129925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.355831658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66fd5ecb-12c1-4d8c-b980-efa7d6a5cc00\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.355908952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.357300816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.358658561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b669072-6353-447d-bb5c-c530fe68fa72\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.358986384Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.36190026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef26a995-7ab2-4146-acb3-0018825fc73d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.362049768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.364438116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2719ef9-0211-4324-b4a5-1dc6f364bd35\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.364517264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.366659873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b8d1435-c118-49c0-9b07-43741eaf3c74\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.366958247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.370718539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7af5e40-41c0-47c1-b6f0-47612d36f5e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.370993187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.372799325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11fe89c4-0396-4b6c-8b7f-9617f2e70b99\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.3729374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.376519097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"343ad767-b7c8-4b3c-9be4-51590b718681\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.376693344Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.378586075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b93e79-fec1-43d4-ab03-29fc67f12dae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.378730022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.379867679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4265163-b9ac-492e-b3d0-a98ea0159358\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.380005904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.380954795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c7366e7-7efe-4d10-a174-5c6db5959007\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.381083641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.382085397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d4c0ca4-38df-420d-ac4e-07f3c64cdc4c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.382179735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.38339688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00105daf-eafa-44ad-9dfd-d639145fc4b6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.383578362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.385316886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"623dd44b-f4b1-42d2-84ef-1c1e2c4e0e45\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.385469861Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.387132984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d37da9d-b794-4caf-9cf3-952aa5ec5646\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.387206691Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.388803232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf1ec0bb-5606-4974-9ee5-444238dc7ed6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.388865917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.390772115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d78a5a7b-7831-4704-bbd7-0617ee7ebd8f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.390885791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.393908644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c7ac94-bea2-49f8-b8b2-041860286e52\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.394085186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.398806463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e5e4c2-d5f9-4f10-9fd8-e32d150c82bf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.398959508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.400457813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34c2ab3-d5ff-405d-a374-3e7e6adedc4e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.40064705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.402030837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a15f3906-2720-49cc-865d-541429398997\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.402284503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.403422821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ad3fbda-0077-40bf-b156-56a3b1562be4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.403657288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.404724614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789c0390-60de-4afb-b563-ed375d759aba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.404942388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.409437855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09c9ef61-0c2d-43be-b4db-e538ca1f35ef\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.409506211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.409542744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.409577824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.409608365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.409635369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.409659868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.409690188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66e6fbaf-2d58-44f6-b28c-e1887cca9856\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.40972642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.411956133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.416712379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.416779042Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.416948971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.417644647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.420153866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae002be-0799-42f7-9798-b4fe9e060c42\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.420236461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.420272553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.420302613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.420325288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.426421284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b23c379-7393-4c95-b97f-641935232911\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.426572745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.427444763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c14ca24-b4f6-4b29-85a2-aa8aed0c5815\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.428384265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.431317269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbd9a2e3-223d-413d-a43b-437f391579fa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.431366577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.433406251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08553190-7f8e-4128-9790-cf18f6f4103a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.433455809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.435041499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6c9b2ff-aa1a-4ad0-af03-4760a38216d5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.435416887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.437469416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f2c2973-d459-40bf-b23a-b2b681eeb293\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.437532732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.437563363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b794d36-2afc-405c-b0c3-ed71f6450cd5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.437593023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.44421658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46b95fbc-d43e-4cb1-ac33-43f47f145e00\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.445068537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.445116463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.445148025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.445178937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.445204308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.446843053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.450001876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.45007379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.450109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.450145743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.450177316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.450206284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.453984131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.456120537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.461956585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.462066795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.462104119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.462129059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.552013989Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.552096864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.552133407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.552164609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.552196493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.55222531Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.552251642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:42.552341692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33424"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.554211367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"6cbfd9fc-f253-4973-b724-631cf9262bcc","remote_addr":"[::1]:33424","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:42.554277038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"6cbfd9fc-f253-4973-b724-631cf9262bcc","remote_addr":"[::1]:33424","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":607,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.555879681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cbfd9fc-f253-4973-b724-631cf9262bcc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.556934342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.557869125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.557904065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.559750964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.559827557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.559861224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.5598895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.561859305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.561985396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.568531148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.568793741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.568842378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.568866887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.571595313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.576997126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.577061555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.577093759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.577118668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.577146774Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.57717457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.577749135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:42.604946203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:42.607605812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.607681513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"413.299472ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.60772024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.607819117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.607865159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.607896772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.607925359Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.607984176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.610598465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.612761003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.618503164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.618567132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.61860151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.618627342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.624128793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.624188622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.624217329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57822","req_id":"37b9c781-0867-44a9-91d2-a2ad1a3c6de2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8f 93 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.624251227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57822","req_id":"37b9c781-0867-44a9-91d2-a2ad1a3c6de2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.624615513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.624650472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.624673238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57822","req_id":"37b9c781-0867-44a9-91d2-a2ad1a3c6de2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.624715282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2127, tv_nsec: 421990511 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.624749289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.624772716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60878","req_id":"a9c2bb99-a7cd-4ffb-b730-b08c8f94c2ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cb 69 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .i..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.62480497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60878","req_id":"a9c2bb99-a7cd-4ffb-b730-b08c8f94c2ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52073,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.624887134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.624908116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60878","req_id":"a9c2bb99-a7cd-4ffb-b730-b08c8f94c2ba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.699393453Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.699448212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.699483653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.699516709Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.699543893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.699568872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:42.699598822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.699632409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.700428956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.700470639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.704981697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"164867ab-7ce2-40a2-a5da-bd859bec1966","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.705046576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52315","req_id":"b8e1859a-92d2-4b18-ab12-921637efb67d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a0 a6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.705082678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52315","req_id":"b8e1859a-92d2-4b18-ab12-921637efb67d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.705153259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:42.705648656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52315","req_id":"b8e1859a-92d2-4b18-ab12-921637efb67d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.705883123Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"164867ab-7ce2-40a2-a5da-bd859bec1966","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.705940548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"164867ab-7ce2-40a2-a5da-bd859bec1966","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.705972451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"164867ab-7ce2-40a2-a5da-bd859bec1966","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.706008713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.706035367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.706327198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.706513118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.707405907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.707453302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.707479564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.707842778Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.714184493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.714259513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.714290504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.715074516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:42.716034299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"164867ab-7ce2-40a2-a5da-bd859bec1966","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":14833,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.717050784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"164867ab-7ce2-40a2-a5da-bd859bec1966\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.717096816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.717729216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.717780237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.719546978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.71960821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"752a346a-fd25-41c8-a99f-a053acb152b3","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.720147103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"752a346a-fd25-41c8-a99f-a053acb152b3","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.720194999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"752a346a-fd25-41c8-a99f-a053acb152b3","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.720741467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"752a346a-fd25-41c8-a99f-a053acb152b3","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.723947866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"847ecc15-2bbc-4c22-a031-f0861d81994d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.724024158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:42.724857007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"752a346a-fd25-41c8-a99f-a053acb152b3","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":4661,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.724905474Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"752a346a-fd25-41c8-a99f-a053acb152b3\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.724938279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.72496363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:42.724986856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.727798538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c4b430f-63b2-4b87-a259-912eb7021595\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.727866083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.727898968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7051cd97-d583-4a81-a998-fae9fd99e350\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.727932425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.731921543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7253368-2ceb-402e-b247-294da0d2028d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.731968336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.738823705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0daf52fe-4f9a-4007-b8d8-328cd4d40775\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.738897632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.742887843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c5ec6e6-4ad0-4f70-93f9-22c2b32c26a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.743158893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.749862139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87fa608f-fa81-4c2b-a0e8-6ac2343862eb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.752138514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.754298939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1af97ff-c641-4a28-86ad-04684c1c7da0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.754575359Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.755463008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f31199ef-056f-4813-8b21-b6b388c8ab45\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.75559939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.758283948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09ffee55-d6e1-454d-ab66-205809013ac1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.758349539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.759626133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.759655551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"675d19d3-eb9b-42ea-abaa-eeed51d76375\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.759723026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.761354176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6475f12f-b2a9-46e5-a4b7-cec4afa1a1b9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.762057046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.762747923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8a307fb-ac80-4942-9d6a-0e8c12a356af\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.762926017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.76629481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f430e689-41b4-4248-85e6-b894a1c9ab5b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.766412634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.768505584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"885b1de6-c119-40a9-944a-229f05ba18ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.768580413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.771729979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40551df-a727-4b27-b339-641783f6f3e1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.773455367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.778678533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e02812a0-7a87-4768-82a8-cf9dd01e699a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.778761859Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.78215487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"192a040b-3a2b-4638-8ceb-13d13b444d64\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.782434617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.784046919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51a8d2b6-0a8b-4697-83a2-a8c3ae6fe78d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.784296006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.785341519Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ee1918a-3dab-4011-9243-07d95f7bd44f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.785582188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.786859062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed1d20b8-d7e3-4c9f-9486-291b546e1466\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.787367055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.78953803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfd4959d-aa04-42cd-86f0-dfe850c7c74b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.789758018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.791045524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bc1cb32-ccfd-4911-bc32-ebf2064f2781\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.791252035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.810926605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.810999811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.811033579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.811062226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.81226417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.823618563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.830319575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.830400937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.830432239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.830921374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.831299637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89b4716-9521-4fcd-a01d-af06ff8c15aa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.831519996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.840512604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.840573906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.841441855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.856292915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f20818f-973c-48f6-8039-046225476392\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.862306807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.866284843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da14e92d-5f17-4138-9b8d-0a3edeb4d8d1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.866479802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.868799163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7d39845-cf31-434a-bf89-22f88e202e16\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.868979913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.871424193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"545094ce-920f-4509-97ba-15881141341c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.871831705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.876226151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"161e869b-16ac-4535-a05d-9b879806f27e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.877063419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.881854745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.882732284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"635099b8-a47a-4fd0-a4b9-8106a1a5d2f6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.882877753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.883771945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b94eaaf-b626-4250-b0ea-cc1b4e6ecc5b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.883917906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.884862728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a908ea9c-5cb9-407b-8f98-43018a49202c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.885025603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.885859494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2799a2c1-77cc-4e46-ac6f-e39cc69cdaa5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.885986628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.886874487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7a5dbb4-c88c-4f78-886e-323ecad17eb0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.886949917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.88809069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"141ba413-be5f-4112-9116-6cb15767bd02\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.888676998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.889926127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8085e56f-e78e-46a2-9db9-31a96f4654a4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.890029793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.891669771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01a7297e-3c47-460a-89df-fbb8451a8ebb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.891791934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.893456771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0581fa2-6dcb-4ab7-b94a-54f94578fec6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.893529236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.895197019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edce48ca-130d-48ad-8c3c-b752b501bc8a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.895793658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.89688386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48481f6f-d04c-4b8e-b05a-b29087471eee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.897023187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.898518647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77abbbc0-8eb6-4952-8c2d-2a74ea311980\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.898583015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.899406326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62d4b6d2-83f3-4447-95d1-646a0e34a065\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.899491916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.900502289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d2f12b9-bbc6-413a-9330-fb7a9932fd9a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.900581357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.901546059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3596333f-e0b1-4cb1-808e-93f01ba06ad4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.901647892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.902900548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e0c4cc-333e-4c12-be27-f13fd152ae1d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.90296211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.903050697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.903097821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.903128802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.905660877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.908829501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.914815287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.914898433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.914932711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.914964224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.914992139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.915311486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.922648143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.931225493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.931297126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.931331715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.93205685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.933326469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.933366409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:42.933396118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.933421969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:42.93421537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.008262885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.008341211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.009043701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.025437394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.025524408Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.025554217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.027908137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:43.028979442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48208"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.030001869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"6336629d-4ad4-4906-8be2-639dc73f8be6","remote_addr":"[::1]:48208","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:43.030616012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"6336629d-4ad4-4906-8be2-639dc73f8be6","remote_addr":"[::1]:48208","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":628,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.031680684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.031816434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.033583605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.034339782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6336629d-4ad4-4906-8be2-639dc73f8be6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.036959982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.037017487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.037047286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.040342993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.04052241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.040571728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.040603081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.041415329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.045180631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.050206585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.050594328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.050656201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.051285956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.052911635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.053061443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.053102114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.053846267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.059776262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.059889408Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.066797572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.066916489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.084186588Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:43.086598043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:43.087045294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.087226114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"481.622521ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.087326675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.087361063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.087393127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.087421854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.087450281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.089399084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.091461212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.096792184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.096858105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.096892895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.097308914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.107707131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.107756059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.109241719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58913","req_id":"78bb9946-29cd-4836-983a-1f3ea50beb4c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b7 11 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.109306338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58913","req_id":"78bb9946-29cd-4836-983a-1f3ea50beb4c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.109379994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.110310138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.110364917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58913","req_id":"78bb9946-29cd-4836-983a-1f3ea50beb4c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.110414546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2127, tv_nsec: 908844365 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.110453934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.110480748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49946","req_id":"bb4875dc-d4a9-40ad-80a5-8b594f2d72e2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 39 fb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 9...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.110515046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49946","req_id":"bb4875dc-d4a9-40ad-80a5-8b594f2d72e2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.110595857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.110618101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49946","req_id":"bb4875dc-d4a9-40ad-80a5-8b594f2d72e2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.192977738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.193554587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.193609166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.193639105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.193665558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.195303922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:43.195404593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.195931964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49479","req_id":"3cd003e5-405b-4201-82ef-b9f141cb76ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a1 21 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .!..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.196207773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49479","req_id":"3cd003e5-405b-4201-82ef-b9f141cb76ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.196604724Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:43.196710896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49479","req_id":"3cd003e5-405b-4201-82ef-b9f141cb76ec","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.197137746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.197193046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.197220471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.198804076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.206838284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.206893574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.206927031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.207790451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.209052315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b2c908-d223-4449-b27f-00a2ef6f8a61\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.209654605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.211428229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47f0ceae-11c3-4df7-9411-4d1d3c1dbd93\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.21259804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.212815242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.213055201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.214069752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.21892719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f553eb7-de61-4c50-823f-f6194bd78189\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.219006458Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.223973505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a750d2a-1a82-40c3-844f-3b30b102eb09\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.224076079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.227372026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb7da277-cd3a-4422-8c02-54bcd0d736f3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.227663687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.23306579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc961d54-55a5-45b8-9b34-d9bd0942baa1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.233297061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.236146278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4152ada2-53b1-4a55-b475-d5b4c4f8b8fd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.237634133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.242562001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d7a21e9-7941-4809-a5ee-e0cd90b6d34f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.242637572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.243944726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eafba668-2254-4638-be68-bba7b39e66cd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.2440973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.250510017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20510431-ea58-4dcb-acb1-60036a47de9b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.250643533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.252045586Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.255442354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c84c94da-7cec-44f6-b3b3-bfcf0c7280db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.255550189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.255590469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff719d5d-a3f8-4a67-aaaa-ed2da6e92460\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.25562577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.257563861Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f78e7cb-9a12-4ab9-81da-39b10ca6e637\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.257962014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.262684644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c9235a3-86f6-4408-a332-4c9da8ee77e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.262763942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.265813117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eda9263-e639-4962-abd0-c428ebe75c4f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.265884399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.26965423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d0d71f-a6a0-4c1a-ae5c-9f88ce99cb9f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.269941353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.272657775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ab61eba-cb7c-4e2e-9e63-83d43e568a06\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.273697296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.275858612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76af3bd0-9e6b-4337-af0e-70bc6a885f72\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.276075965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.277768808Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b5112f-4eaf-48bc-99a4-8d0b6fc5ebf7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.278033496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.279071183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da97dabf-7413-4f95-a149-bf3afab31dda\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.279452373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.280452064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b4bd6be-5f48-4c6f-b090-4a313150c1f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.280676872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.281947244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b66533a-7ae7-479a-86a5-19878b747dea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.282170248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.283267935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37ab9f8b-3129-4497-9a15-501cfc507c96\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.283484526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.284582945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71c4b6fc-6e28-43ae-9c3f-9ae4df766310\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.284837282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.287060832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"109d5d34-956d-4430-b7ac-dca428aa958a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.287274087Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.289427918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc61c3d-0c6b-4fc1-bd64-f56dece89804\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.289567076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.292067668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a29f3227-d9c0-4179-a7d2-171aeeaaf495\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.292117487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.295002225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"344786d0-2550-4d5a-8f71-3a7168ff7781\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.295066673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.299911847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d30fc0ae-ee4e-4234-b6c4-78a7b249e864\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.300544377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.304318066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.304381803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.304414388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.304441181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.305855128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.306057261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c645148-e4a3-481e-a1cf-d1a547fc5129\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.306183934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.307701197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a245824-b3e9-4b01-b9a3-624ed9f452a7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.307839151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.309671011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bb85be9-a4c0-40fb-ad36-00aa1b588037\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.309826752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.310595924Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.320704355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.320816097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.320852169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.321396233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.324530027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0505b3c9-6c99-4582-bc2f-71b83eef098f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.324599415Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.32499327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.325051125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.325698094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.325883754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1696bac-a718-49a2-9651-4b5351047e6c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.326012431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.328422993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cffe401b-3cfa-4186-b48c-a8af55b2d0b6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.32885271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.333735639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b6255ef-129b-4549-9abb-4f32d0ded451\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.334166477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.33765131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b97282ff-d800-4051-9502-9f41af0c9add\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.337887491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.340207563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8876886a-826d-4e67-818c-6e7e6cd2663a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.340424255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.341851619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fddc56b8-35b0-4fc5-a8b0-f69643d9602b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.341926809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.34411568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"015b9d4c-cb22-48b0-b464-c98b51f451f1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.344193696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.346977632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c953137-6741-4d59-9577-d44b61b5d1a9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.347340365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.348952106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36090e1f-09d9-48b0-a689-8321e9c3cd2c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.3490193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.350140925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff51f058-cfc4-49ca-b7d7-1ce59bda375e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.350276124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.352104668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bc7e350-00e8-4183-bd06-e67f4e058a3c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.352180048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.35371708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0093e69e-2be7-48da-b385-3e1ff7ab11aa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.353779525Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.353811268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.353843983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.353874634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.35454015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.358400662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.363477237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.363547557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.363578218Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.363609119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.363635262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.364724432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.365909874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.374305201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.374365892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.374401022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.374429438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.374454037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.450277511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.45035228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.450801705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.450856224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.450892015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.457209071Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.45730399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:43.457338058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52880"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.457369952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"278ee939-9ef0-4051-94c2-07f9471a0bf0","remote_addr":"[::1]:52880","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:43.457398068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"278ee939-9ef0-4051-94c2-07f9471a0bf0","remote_addr":"[::1]:52880","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":526,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.457430603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"278ee939-9ef0-4051-94c2-07f9471a0bf0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.461421675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.461549068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.461580952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.46403439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.464098117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.464133768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.464162626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.464186814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.46753742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.475505175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.47560322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.475637128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.475661156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.475941515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.490921742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.491102762Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.491152291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.49226111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.495497388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.496041011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.496086342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:43.544503319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:43.54455896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.544692336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"456.146793ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.544732777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.544838096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.544914749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.544961643Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.54507096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.545103115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.557150929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.557190227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.557221981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.557353763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.557389635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.56038362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.560519681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.560566554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.560777815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55869","req_id":"9955b2a0-ac36-4767-be96-0c6615bd1dd7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2d 21 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 -!..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.560839969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55869","req_id":"9955b2a0-ac36-4767-be96-0c6615bd1dd7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.561005589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.561174315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.561610965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55869","req_id":"9955b2a0-ac36-4767-be96-0c6615bd1dd7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.561991243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2128, tv_nsec: 360781421 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.562054008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.562367382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56749","req_id":"6d11036d-38d5-46f1-88c9-fc9995f7a216","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3e 1e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e >...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.562429416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56749","req_id":"6d11036d-38d5-46f1-88c9-fc9995f7a216","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15902,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.562515668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.562541289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56749","req_id":"6d11036d-38d5-46f1-88c9-fc9995f7a216","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.622474722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.622530263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.62256364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.62347733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.623511208Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.630401807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.630475393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58804","req_id":"8d20411c-384f-4bf5-8756-2b27789a0891","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 98 ff 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.630565874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58804","req_id":"8d20411c-384f-4bf5-8756-2b27789a0891","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39167,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.630646224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39167,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:43.630725492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58804","req_id":"8d20411c-384f-4bf5-8756-2b27789a0891","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.630753217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.630783617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.630808697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.630838437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.666773775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.666848073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.66688139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680234655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680272471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680307691Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.680336999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680366498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680470295Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.680572238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680604923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.680630354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.680655624Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680678921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a080c96-4263-4056-82c1-c523f8583b97\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680715273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680796114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"638ebe86-85c8-4a7b-ae64-26da41700581\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680875913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680912526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74380c14-536f-4523-b0f8-44d877039142\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.680945211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.688092642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3e0d153-d0ef-4294-99a4-d71cf1aef116\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.688288773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.688393922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c65ffb0-31a5-41fa-9308-342ede0b3b43\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.688428852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.69308051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c53e293a-e40f-42e9-b3b3-fde9bbb008c6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.693164668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.709125609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cad208f-36d6-4c21-9a74-56cd7243933d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.709190678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.710449466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.710905104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93f1fca9-68d6-460a-9816-b58e7025f5c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.710956236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.717050939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51dd5cb0-e0b5-4e46-b976-edf5260fb3a3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.717118524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.723857942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c047c6b-7c5a-4be3-95eb-8f11ba008db2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.723955326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.723990406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fdd11c3-6249-405b-999f-919c6690513f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.724025376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.724058281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"190c76ad-be68-4bb2-9dd2-489d0c1db98e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.724093511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.726594484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbfd21ce-c1cb-4598-a95d-f3dab7a88e32\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.726774393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.727695217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59bf64d6-5363-4f31-ba6f-33b764d55faa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.727764265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.733179955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c70317a5-4115-4b15-b92d-c202c9ea1db5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.733245185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.738111742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67a572fc-491f-4cfb-bd01-d400b2a9e7da\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.738739713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.745878697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3515282e-dc6b-4772-8ee6-5b5f46357338\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.746382481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.75131605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5750d268-2b18-4ffb-9835-d25b2474dd7f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.751530117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.754128444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"489f8944-9ecb-4713-b15c-9344274bf274\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.754529363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.755374907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79c3230d-6e72-4e67-9d69-c4da0be3a705\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.755455498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.757747274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd50930e-02d9-4aa5-b6c7-c54c00a8f0d9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.757871963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.758888378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff775649-0058-4805-a7d1-a45812c32ff4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.759037705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.760092888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84525392-a5fe-4eca-9c52-27ba54ee5ecc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.760364769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.762361448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.762421046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.762455204Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.762482318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.763199968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.764324038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43c62928-281d-485f-a0b2-742a498a0aa4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.764497934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.765981019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.77841837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.778481997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.778515283Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.779081611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.782593338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.782655071Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.784111203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.784309347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b44f45-afa1-452a-8bab-138eb6204961\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.78486793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.790691453Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcbc5efb-09e6-4287-a389-a102cc99ff55\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.791682177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.851191144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.85434107Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a8cb58b-cdd7-4fae-a6aa-59eee6545201\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.854722771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.862814223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20b949c6-bde3-4161-830f-0e247708b5e0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.862906066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.864622455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42cd507f-eaac-4382-aa31-ec6b2a3d5d8f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.864704018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.867102877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c91d3daa-9fd1-45c3-b4c9-b078f0f3636e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.867594898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.868350904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b11493b6-fb55-4a82-97ea-ddba06aaf487\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.868573728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.869953036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da1b9c37-c52c-4e65-875d-d82cab64e8a8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.870113456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.872192979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c560aac1-086f-47c7-a6b7-68914fa31e32\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.872264602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.87704703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9f9ab1f-ced2-4e63-94da-afe32c356e04\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.877298331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.878360558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20b57b3c-076b-444d-9f14-cd99af1316ca\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.878851846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.884190644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f124d680-99b8-4a56-8a20-18e7465ca696\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.884819877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.88697928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c47d4468-d6d0-4058-9b19-6e06b9f62cdd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.887191483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.890595986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"209765ac-b542-4979-ae93-57e66f6e3680\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.890812648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.90264337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.902807366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.902920712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.903013687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.903953299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.909670561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef05a0d3-cf37-4d7d-bf54-eaea39424640\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.912175602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.912384979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.922751684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.922817625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.922848707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.924424467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.927405016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97ae0ada-7d49-4637-bd90-fec01ba9905d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.927624082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.927992476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.928051584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.928822931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.93671268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"219a93f7-887e-4917-ac95-1b7a530fac96\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.93684779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.937880417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8927c1ac-74e3-448d-8889-6ecdb8dba029\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.937959264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.938965339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ad989f-bc8c-4f76-9785-a3b7da170b7f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.939175026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.940470638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d77c1a9-f904-41f3-a7df-2100476108ba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.941502303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.945603695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a4acfc9-db9d-4659-8386-f0f9b5b2ce2e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.94618317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.946244482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.946276225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.946303109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.948965433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.953576791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.964231941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.9643016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.964332792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.96439735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.964428452Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.964777919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.969133988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.975437166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:43.975601494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.97577543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:43.976355115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.077657754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.077757062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:44.088457342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50982"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.088742169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.088864994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.089380411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.090069063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.090438639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.090886001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"b114dc4d-54b2-4075-9f62-264f72032b24","remote_addr":"[::1]:50982","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:44.091496247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"b114dc4d-54b2-4075-9f62-264f72032b24","remote_addr":"[::1]:50982","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":623,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.093654637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b114dc4d-54b2-4075-9f62-264f72032b24\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.096326471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.096433003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.096465037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.099047823Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.09911186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.099144565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.099174545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.099895391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.100664464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.100706848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.104229727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.109145081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.109460329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.109567533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.110908484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.112137463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.112489504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.141631187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.141713742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.141749944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.141780314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.142714636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.145483152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.15580118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.155905758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.156096779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.156818377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.17257447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.173008585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.174588873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:44.175618625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:44.176108762Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.176297217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"632.664743ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.176350864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.176380062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.176410112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.176589028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.176638387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.177591646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.182095289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.188604769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.18867025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.188706291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.189190326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:44.190804672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.197723327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.19786546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.198930212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59286","req_id":"d9eab7f2-6600-47e6-84bc-ef73ed3d256e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0e c8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.201937834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59286","req_id":"d9eab7f2-6600-47e6-84bc-ef73ed3d256e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.202459895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.202824852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.203032235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59286","req_id":"d9eab7f2-6600-47e6-84bc-ef73ed3d256e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.205953245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2129, tv_nsec: 4810797 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.206023745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.206936123Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57987","req_id":"cb153e27-f93b-41e8-91d5-6d55c32c536a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: dc 5a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.20708018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57987","req_id":"cb153e27-f93b-41e8-91d5-6d55c32c536a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.207364416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.207414065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57987","req_id":"cb153e27-f93b-41e8-91d5-6d55c32c536a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.291864457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.293107013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51644","req_id":"21545f09-08c9-420e-8ba7-2d0a87b042ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 46 19 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c F............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.293314967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51644","req_id":"21545f09-08c9-420e-8ba7-2d0a87b042ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.293698952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:44.293940514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51644","req_id":"21545f09-08c9-420e-8ba7-2d0a87b042ab","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.294904955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.294965275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.294995967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.300265716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3442bb4-1669-4954-9449-2d5ce8f2910b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.300516095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.301835123Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8c97dd0-8731-4121-b407-c8aa0a25a150\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.302000663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.303896751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4627b60d-6c09-4777-b342-5898cc9ddeb8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.303976881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.306152796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d64ebd8-b7d2-4eed-a491-93c92b87a0b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.306222795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.308554541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2493d1b-2226-4e70-8ea2-3353715dbefd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.308621515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.310497823Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03198fbb-2c2f-401a-8107-a438eedb7d9e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.310570578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.316223411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.320501805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a745e54c-87b7-41df-98a6-2e4f0e43677f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.320737164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.322755165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83d85a20-a254-4659-8010-4c4eecb840ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.32314387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.324800921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc78d562-c132-4598-8a5f-b20d09d13c6a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.325032352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.327455019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11f9ba25-8a32-4c14-a845-b92e41a353ba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.330972337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.334142985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54acab07-8ff4-4924-a4e8-6be726df8189\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.334209337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.336294431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f509e94-73b3-432f-ad64-97d119c0ae54\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.336459009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.338983709Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5982f34-9c94-4780-9be1-a7593655fdd5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.339683914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.342711276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3944336-9b30-40fe-9315-e156ff620bac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.343019881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.34657759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac5b272-7935-4811-835d-1dc823603042\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.346721967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.350207763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0000051-0c0d-4f83-a59c-ec479694f53f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.350383362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.352470341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51f1be13-f832-4f28-bc98-59efb7ab506f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.352684197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.355073607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09cfd087-b751-4eb3-84ed-3516df3331bc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.355189659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.357267378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bfb07e9-5126-46d8-90ab-1ef4441b78ca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.357330564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.358028345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64694f14-4945-4d1a-981a-54b7f15fc543\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.358158484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.359266371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce378819-d8db-4fdc-8214-4d23cbbe737b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.359310469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.360195332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51ec43de-6f6d-416d-8b58-4389ef565133\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.360372665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.361118772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf164dbf-d37f-4354-8162-6cddd43fbd6b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.361181617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.362296188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"435e029e-7343-45b7-93e4-bcc8739aa05f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.36245291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.364212666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39f7ad86-bea5-40f6-a175-2ac43a5541f7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.364256273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.366571256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12c2054b-6425-4542-a809-0760a8ab9555\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.366715613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.367588843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.367648452Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.367678612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.367706438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.368381462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.371399426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.378346287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.378405725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.378437358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.379528182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.379733831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af90b78e-7d06-4915-ad4d-243fcba244c4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.379958439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.383510626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.383917738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.384204108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.388571099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4359d0d-a0ca-490e-a78f-a91b46487408\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.388769574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.393166184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14fe0bed-9d9e-4f99-a3f6-0f383123febd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.393332897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.396526039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c5bb5a-bc75-4b99-aa39-e98fe3b4c771\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.396678833Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.397901239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07a5fe85-8154-43b3-b737-2cf211d2a700\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.398085155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.399630915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ef6189-0174-48ad-9c55-bd7df5185610\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.399784912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.400917088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"314fcd8e-56a6-46f7-b173-82ba9c1c3583\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.401061636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.402229863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a8c8a42-b750-4936-9b79-f142306f7ce1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.402365063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.405551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a30f6a-dedc-4806-a608-d613f9b08e6c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.40581173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.415833938Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cad0665d-95c1-4629-aa30-87c2fa3dfe6b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.416330418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.416619864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.421765807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cf90df4-83ba-4c84-b81f-f3f594ff69eb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.422472956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.426272617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9787a323-fb7b-42e2-89eb-3a054063dc0c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.426638305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.428845152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb34663e-e107-4ac2-a977-18b74d96f3c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.43067066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.433429847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f31281e0-e1f8-40eb-9cb3-fb0b5d46f60d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.433599916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.435659199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e53ce3-359c-454c-b17e-abb6914f3187\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.43579543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.436733079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d787c157-c4ac-4c80-b3bb-0e6f702dafc8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.436943398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.437840816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b336163d-267c-4e6e-a424-0e4f21158ebd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.437976316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.440730974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56075a3-51f5-4bc8-81eb-5894d511c2ff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.440891093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.444226228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c7b28e3-fd72-40cd-b3de-1c0e81951933\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.444580634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.444632438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.444666425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.444697868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.445520898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.44834271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.451977963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.452040357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.452074666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.452105738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.452134605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.452553229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.456639601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.460066289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.460123242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.460156218Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.460557838Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.526234164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.526340305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.527044859Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.527670876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.527734533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.52776798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.528543465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:44.528604086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46035"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.529745259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"8f284db5-7613-42ce-96dc-c01373625371","remote_addr":"[::1]:46035","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:44.53053348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"8f284db5-7613-42ce-96dc-c01373625371","remote_addr":"[::1]:46035","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":801,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.531988699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f284db5-7613-42ce-96dc-c01373625371\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.533454099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.53360032Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.533667354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.538325164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.538387589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.538420154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.538449502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.539506258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.539834061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.54855676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.548618413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.548647491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.549173759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.551678099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.551734421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.552157645Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.552410208Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.557028209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.557379058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.557433627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.557933473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:44.596035839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:44.596682217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.596895502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"420.690098ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.597105661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.597834413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.597973169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.598072928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.598157867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.601297583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.610047025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.616567577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.617072253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.617134066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.618027476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.625355376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.62674761Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.627143479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:44.628821051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.629737698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.630283896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec1e6696-8ca6-461a-8da1-0d6760963b4a","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.630558132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64268","req_id":"0d517f24-39ee-478d-bac9-2f7fdb55e41a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 12 c6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.630701288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64268","req_id":"0d517f24-39ee-478d-bac9-2f7fdb55e41a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4806,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.630955594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.631095653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.631345331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64268","req_id":"0d517f24-39ee-478d-bac9-2f7fdb55e41a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.631960266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec1e6696-8ca6-461a-8da1-0d6760963b4a","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.632031057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec1e6696-8ca6-461a-8da1-0d6760963b4a","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.632775721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec1e6696-8ca6-461a-8da1-0d6760963b4a","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.633706425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2129, tv_nsec: 432101405 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.633790132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.634773471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64247","req_id":"80069cb9-4b8c-4171-8a05-965828c92446","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b8 03 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.634839042Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64247","req_id":"80069cb9-4b8c-4171-8a05-965828c92446","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.634926025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.635022708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64247","req_id":"80069cb9-4b8c-4171-8a05-965828c92446","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.694207319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:44.695203143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ec1e6696-8ca6-461a-8da1-0d6760963b4a","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":64861,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.69551247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.695560916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.69559293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.695620275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.696577251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.69686275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.697096536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec1e6696-8ca6-461a-8da1-0d6760963b4a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.697482886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.697640891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.69825772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"ecb7c525-068f-41dd-9bcc-36388d24031f","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.698691644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53741","req_id":"dec69336-26ab-45a0-b994-0410ae31e849","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 53 e1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c S............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.698753788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53741","req_id":"dec69336-26ab-45a0-b994-0410ae31e849","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.699085619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:44.699190598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53741","req_id":"dec69336-26ab-45a0-b994-0410ae31e849","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.699498331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"ecb7c525-068f-41dd-9bcc-36388d24031f","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.699556497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"ecb7c525-068f-41dd-9bcc-36388d24031f","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.700224769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"ecb7c525-068f-41dd-9bcc-36388d24031f","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.704461911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.704522512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.704553584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.704927929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.706364001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.706425894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.706457206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.706646053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.712880985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.716666317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.716732369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.716762118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:44.717242546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"ecb7c525-068f-41dd-9bcc-36388d24031f","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":19149,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.71931746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb7c525-068f-41dd-9bcc-36388d24031f\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.719383411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.719415585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:44.719440555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.720922768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01188071-44d9-4bda-a2bd-220a3b979d0a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.721472894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.721750217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.721800186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.722391855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.727598609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d5171dc-9a6b-403e-bdbb-14e562a6a2a9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.729944784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.738587775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a3e137b-9eb1-4828-b406-8186f7125b6a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.739228241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.748283773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c1dc2b-99a8-4af6-b748-06df9d1bf3cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.748626656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.753554685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e869b793-0b56-4bcf-85d7-8743926dd429\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.753974612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.760124034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08fa7dfd-dd56-4900-9092-c34b4295ec64\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.760431547Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.767538958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a9f7fac-4cdb-41cf-8d7a-6ce474405d76\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.767888945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.772786834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.775518386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2724646a-9998-408a-8380-924ef3545bad\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.776311467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.77789938Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1e0310d-6970-4781-993f-af50ca87c54b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.778650186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.780526785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb2ac72c-8253-45fe-a546-5e138132df4f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.78073484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.782756638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce76d47d-4bae-4434-99f2-e70155863101\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.783119822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.790928089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1930421e-91a5-4a66-bcf9-d147bc0e23f9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.791090402Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.824361593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de1cc5ae-8558-4dd1-ac4c-389566e5e46f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.824574848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.825408148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.825665872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.825771151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.825817313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.864318985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.876500366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.885629996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.885695697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.885729485Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.886256024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:44.897838321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.900088464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.901965373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.923146796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e9989d-485c-43cb-8521-0a29dd8c6dae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.923446503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.927377576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7c24652-b575-4d0a-a750-eedf4c363fe7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.927435932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.92993953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7982ee32-2a18-442d-9af1-c95260e0f23a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.930098016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.931848854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c1ca96-fa33-4eb1-aecb-36f3e168d8ee\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.932040576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.934765285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f99995c1-ec72-445a-bba2-164688e614b1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.935291744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.942476018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea79f1f3-a5e2-48ec-9652-050c46882145\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.942555487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.953877605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"476b4148-26dc-4cbc-9273-1b5f07a3aeae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.953953436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.955803352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.958159627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2ac26ab-b3f9-45c2-8bb8-aa05b30ca9f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.958353984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.959341862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c791a5af-a997-4a3d-af32-a7ed5af4ccfd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.959482763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.960523427Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d5931a1-6a48-4b35-ba06-95d2b2adcda0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.960763234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.962198434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24848ccd-2a34-4342-a4e7-b994b6ed0315\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.962356429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.964682213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86844a03-dc0f-4fa9-ac16-1e97fb3f7871\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.964827061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.967987859Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf0d6d4e-2f72-442c-a8dc-520d7dc5a58b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.968095253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.973498318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58af32c9-b33d-4db3-b8c4-a0e0e4c79a61\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.973660561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.975710606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b540bf8-6e1e-4eb8-b94c-4b4f4d918a30\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.975831357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.978101269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"168e503b-de13-4405-8e39-0341fc713c6d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.978435575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.981091748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5864fb82-54b6-444a-a074-45f70e5b0d4c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.981156737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.985352076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f19a25e-fbcb-409d-b188-533595441e56\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.98552985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.988804966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"484e1bb9-ca88-4f36-a5f5-d1c6bcc4fc51\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.989250113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.990906082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d3e5c4-8c69-4128-9538-eacb02c7cba0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.991304215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.992893632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab59c0eb-fe5d-449d-b1dd-f61dd4691daa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.99303822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.997081737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ac6a6c5-6998-426d-a613-17f502970813\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:44.997445391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.002483189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bc006b8-3f83-4940-91b2-0d750e084d29\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.002718307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.004887098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"751ad400-1e33-41e6-9c4c-11cef9ab83f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.005762803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.008248636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.008334687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.008373916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.0085616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.009672393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.013651391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.019883758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.019946513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.019978988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.021710518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.024691487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.024753571Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.025247685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.025615128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86e29107-4634-4e76-b51e-600a9915ea0a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.025678814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.036055309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b9066d2-0e81-4afb-8999-c5c2e0edf0d6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.036233314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.044409785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4b29974-53f4-4425-b221-9297d4d81ba4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.04457294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.048837727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22fd38b3-edc0-4f2e-97e9-aae8cfb1624b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.048903127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.048936354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0de8178e-2e0d-4324-b355-47ab1b56f7a7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.049086222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.050015644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.050075854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.050471312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.053512441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.055532867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd810573-8f80-40bd-884f-1d58f264d338\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.055888776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.061025741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.0610906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.063187889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76aa9cf6-2be6-4880-a843-9501bc9537d3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.063264271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.064891363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.06495006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.065861035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"858c38fb-16e2-4e83-8b74-1cd333e8d7cc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.065928018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.065961856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.066037767Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.066070933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.066933822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.070212575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.07759303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.077654903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.077686707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.077761035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.077802217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.078454937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.082347162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.088681884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.088768106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.088802063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.089503741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.090525227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.16741779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.168019058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.168531309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.168594294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.168628062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.168655576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.169609918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:45.16967136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50943"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:45.170080335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.170576153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"b025b70c-090e-4f5c-a376-b6551d4be8ff","remote_addr":"[::1]:50943","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:45.171146269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"b025b70c-090e-4f5c-a376-b6551d4be8ff","remote_addr":"[::1]:50943","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":590,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.172819843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b025b70c-090e-4f5c-a376-b6551d4be8ff\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.175855622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.175907455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.175935922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.180935022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.181022537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.181063218Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.181092286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.181609556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.18207298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.193764174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.193834744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.193866077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.194328368Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.196763991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.20380535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.204017843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.204072913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.204549443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.20612426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.206182276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.206701621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.253478871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.305559569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.306098533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.306248211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.306676184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.307590265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.31213005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.332314396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.334649278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.33481587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.337232355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:45.339363621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:45.339825291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.339964959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"742.852125ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.340525085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.340582941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.340614002Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.34064315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.340670285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.344064117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.345637281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.345765877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.348217442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.349735977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.356408261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.35651282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.356554533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.356993818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.362317435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.362375831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.363739779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55834","req_id":"d1f886f2-c2d6-46a8-b6d8-438faacbad02","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ef 0c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.363802003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55834","req_id":"d1f886f2-c2d6-46a8-b6d8-438faacbad02","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.364320787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.364696565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.36490484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55834","req_id":"d1f886f2-c2d6-46a8-b6d8-438faacbad02","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.365834653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2130, tv_nsec: 164730952 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.365900514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.366707221Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53596","req_id":"62c03c9a-1ecc-44da-85d6-d992ec012e6d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bb 14 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.366917681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53596","req_id":"62c03c9a-1ecc-44da-85d6-d992ec012e6d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47892,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.367395934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.367530943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53596","req_id":"62c03c9a-1ecc-44da-85d6-d992ec012e6d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.432963553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.434108644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56725","req_id":"fda02bbe-f53a-443f-8ba2-557d586997db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c7 a4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.434180928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56725","req_id":"fda02bbe-f53a-443f-8ba2-557d586997db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51108,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.434842346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51108,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:45.43528566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56725","req_id":"fda02bbe-f53a-443f-8ba2-557d586997db","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.435333545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.435363114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.435440438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.437752745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb5fdbb7-e28e-42c5-91bc-a15c7dfbc17a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.438262932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.451699593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2632f9fb-481c-4f80-bed6-268134cdb3e6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.452293827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.45738928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"676f208d-3cfa-4f7e-a8fe-c789d03fec8c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.457671342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.459516077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96add59d-a11f-4ce1-8d6f-6b63f3076d0c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.459588712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.466537347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.467845423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e109d8c4-bfd8-488d-ace3-555f069ec300\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.468808712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.472208135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f488d96-2e3d-4be8-901c-8cb131cd5650\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.473490791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.475461968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3422062b-ef69-4485-a28a-9791a6edec8e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.475535865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.477732963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aecd810c-9244-4fae-a009-e5ec707e62f3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.477884625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.478969076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b1a92e-a205-4c92-a6f6-07926eb22a5c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.479214325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.482250424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ec21dc3-fb31-4b4b-982b-b1c97d5bff1f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.482470512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.484047284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d9b60c1-760d-451c-9850-7f2fb5b76249\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.484092935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.486386064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6811d0db-4527-4630-85f2-18c0c7acb534\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.486493828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.488098896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f468806-440f-4411-8e6c-25a87098894e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.488322342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.494007008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4344db96-ea4f-4cfd-a171-0e389adbab6c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.494236846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.49941857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab3bff5-7bb2-4122-9c51-a8bb164e4181\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.49975953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.506812552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf59517-2247-4e7d-bb11-c7ed2c572ee9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.506882271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.508925683Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e008bbb-b77c-4ffd-8a52-a73315cc6e98\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.508991604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.512084757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ff0afc8-905f-42fb-a4e1-9a45f434f93f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.512152652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.515042159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a16bb38-0628-44fe-894d-822964041d56\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.515111898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.515151106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070d558f-fd63-450f-8e22-26e6f14057fb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.515332397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.517093556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96365b30-2504-4458-9900-efa5ac9fae2f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.517159398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.518680358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.518742642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.518777522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.518805207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.520160096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.52050801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1a3d67-aaf6-412d-a13f-16818dc17709\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.520650564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.521935073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf03679c-d577-4ccb-9aa8-cc459c16e00b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.522005433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.52276186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.52950706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.52956264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.529592039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.529970663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.531553757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b7f9326-9eb8-42a8-95f2-085868ff7c9f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.531740199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.532608509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.532650463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.533093776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.53613757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"985fd792-5634-4cd2-986a-1529bc2e9e77\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.536258732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.538113988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be7f3a2b-98d5-4e7f-b21c-cffcb26ca8b4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.539334059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.541797267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e98d5161-78a0-41a5-8c92-5a36e48c1327\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.541988238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.547151675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28044d88-445b-4583-a6c2-e98ce99f9eed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.547543546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.557693559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ab2ecb6-06c1-4a19-87cd-70e090c8617e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.55791991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.560920489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ba87808-317c-4f75-ae4f-158ef0594f11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.561429172Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.56284334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909d2fa7-e2b0-40e4-ade0-923d4097fcaf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.563047988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.565915461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae9e06c3-f2de-4d96-ad43-2c0e2031af82\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.566314195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.569056139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.570104377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fbd342d-1f75-4b5c-a408-8bf911a2209f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.570309776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.572273749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1b14eeb-e226-4bd6-a3a4-5c4f2a926c5a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.572637264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.574005851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6488b82a-a82b-4731-9eff-b0ef1da6e689\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.574434495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.577853497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8df4577d-b7e7-4ccf-a525-451d42e6cc79\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.577980249Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.579781318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb15608f-bce4-4966-a763-f87a443c4bec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.579851177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.583459617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd4512a7-e4ca-4848-b808-ffd7cd45046d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.583534606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.587376771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc0a1479-9e2f-4d42-85f9-6ab122f5ed0f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.587601599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.589255995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b718745d-7257-473b-965e-936f810599e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.589425002Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.591498944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0005dfa-4947-49b1-9e20-2f56b2b3729f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.591565577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.592270662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"946590ef-6d59-4544-b958-ce15cbe9b470\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.592395891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.593431595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0cf69c8-be14-4a2f-90a8-db834820e387\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.593528759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.596628986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b78d958-c410-484f-b1ab-56c6e5d7d1a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.596694697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.597652034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f8e454d-981a-4bf4-b761-3424e1fcc297\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.598090518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.598150898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.598183603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.59821194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.599339426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.602416517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.609709628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.609777834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.609810238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.609969656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.610051669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.610795041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.613302046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.620454817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.62052646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.620562301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.6212695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.622240465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.622301897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.622333651Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.622361666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.624091012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.69809004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.698166282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.698834273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.706484716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.706554896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.706586469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.706969482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:45.707189961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48802"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.707384168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.707532243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.70828871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"d1c9b571-ada6-4957-8213-b0b10017e764","remote_addr":"[::1]:48802","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:45.709727086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"d1c9b571-ada6-4957-8213-b0b10017e764","remote_addr":"[::1]:48802","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1445,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.710310058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.711083529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.711136024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.711164891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.711196314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1c9b571-ada6-4957-8213-b0b10017e764\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.714521809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.714569835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.714594815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.718365037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.718987347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.719097707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.719185311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.720289621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.721063243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.721176348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.721719811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.724369831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.72800827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.728206325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.728263098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.728729888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.760301983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:45.760894564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:45.761432907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.761496153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"421.019664ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.761538748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.761569359Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.761601242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.761633296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.761663697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.762454913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.765819547Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.77085512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.770913777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.771006672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.771629172Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.77503572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.775163935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.775846786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50397","req_id":"e0054937-3f2c-4bd6-bd75-294ece450641","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c0 27 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .'..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.776056764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50397","req_id":"e0054937-3f2c-4bd6-bd75-294ece450641","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.776244638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.77638097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.776496219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50397","req_id":"e0054937-3f2c-4bd6-bd75-294ece450641","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.777527083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2130, tv_nsec: 575729279 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.77759548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.77762599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51180","req_id":"46377d87-103c-4596-8e59-e78c4555a0db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 43 f1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e C...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.777661752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51180","req_id":"46377d87-103c-4596-8e59-e78c4555a0db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.777748294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.777772663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51180","req_id":"46377d87-103c-4596-8e59-e78c4555a0db","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.833812117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.834314418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.834376401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.834411361Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.83444113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.835166686Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.83663956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49570","req_id":"d73e68c2-3b3a-4f6e-9134-6efc955ceee9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 31 e0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 1............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.836893326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49570","req_id":"d73e68c2-3b3a-4f6e-9134-6efc955ceee9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.837202793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:45.837353433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49570","req_id":"d73e68c2-3b3a-4f6e-9134-6efc955ceee9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.839391534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.839447255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.839479088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.840166267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.853319725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.853392951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.853425936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.856535362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:45.874794943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.874888248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.876845899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.886371087Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"416dcdb7-679a-4e42-b6e4-f75ac9d1e4d4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.886722698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.935955842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78d0890e-fe08-4131-bb19-3aa3c8ea084b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.93622102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.949474136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77aaba58-26fa-4d8f-9b02-ffd2d1d924dd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.949719725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.954647975Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f380630d-bf4a-4a3c-92c8-dbc384df3f20\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.955411185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.961256201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f703c701-5202-424b-846f-191bf545b032\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.961445178Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.969327132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a74a201e-bf22-490c-9784-be051bd0fc5c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.969703752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.971676783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.977130239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98d9c175-2c52-4b2a-9f92-ed48ea80fb2b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.977462641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.980115848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb35c5a7-364d-476b-9bd3-143b188576a2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.980320045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.981278945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a161fc-a7a1-4a99-a5a3-a6df2f6fa374\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.981368834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.98238544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da152dba-4911-48e9-8a07-c3c6d0a31ed6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.982568565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.983633356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75eae6d0-8972-4ee6-903c-e0133655a983\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.983791211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.984884769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61c5e4cd-fdcc-4e8a-908c-cab47eb3fd21\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.984948396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.98638064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25934e2b-157d-45e7-8f4d-007c3b61ca76\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.986540268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.989728951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2cfadc6-43e4-42f8-8348-552c72ef3623\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.989795373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.991727363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e561061-8f20-4bbf-9c9f-07c448ebc87f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.991793755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.993836134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"382ee452-9a45-4e79-bc13-ddc76dd8a07c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.993910042Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.995862041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"293a8346-bdee-4d34-a33f-47b7eecb0664\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.995924996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.998511159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea4ad234-f64e-4639-8c0f-597921a1906b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:45.998957508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.001838188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfcf4954-bb55-403f-b9a3-09f8e2b33350\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.001906153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.004727174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c400f7a3-4db8-490e-bbf8-1ecee2cc5275\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.004871772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.006745806Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e80da34-ed60-4bdb-8cd4-103066b3ce75\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.00691333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.011452454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77dd1c3a-9587-4f5a-b5a1-74b2bee4be13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.01178674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.012829257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a5857c6-08a9-4418-b3f6-77ec374f5419\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.013083003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.014415107Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dc4541a-8ea3-4747-89bb-014519dda908\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.014757238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.016491273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"393fb258-a57a-4607-8134-a1dc2d9a2db1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.016753726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.019418005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bac44b1-0052-4ab1-aca8-3830455fc2ae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.019687983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.02220634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f03a643-4a28-4584-a6ee-3e35a26ff188\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.022320929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.022710154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.022768871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.022799873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.022826055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.026570355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.032210763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da7f8aec-ce25-4218-a4c5-7774f22a2eb3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.032293438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.035471711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0da3e5b7-5a1d-4ba6-a62a-14dfa3dc6bc5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.035598654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.035798872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.041239673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.041300464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.041333931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.041718337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.044191434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caec3f9a-e811-42d8-a91e-811534cb828d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.0443148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.044503135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.044610118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.045304642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.046012282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb807256-5651-4374-ad39-602de49ea321\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.046371899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.047583943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e14816-e602-4b43-8d9c-894ce588535b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.047721758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.048640298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.048701019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.049034193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.050236328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.052242505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c4024e8-f3c2-4f28-95fe-08071980ea57\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.052509036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.054086479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2056c14f-4eb2-48c1-bae9-45cbeaf19328\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.054164635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.056990666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.057048301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.058923076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dd79d10-8e64-495b-8d18-f2e403337621\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.059087995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.062014866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.062119735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.067316589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b956d1c5-7676-439b-bf6f-6cf0709a06b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.067455246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.070721223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ce732c4-1341-4df0-9805-4f452fce147a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.070855491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.074000326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba20b7a2-f0f0-43f0-a515-aefe4a9d8b03\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.074253581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.078713196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.07957823Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f593c925-422c-49ba-9271-dcfb0ef040c6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.079932476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.086122218Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32ab4592-c8de-4e3c-92a0-1cd72ad707e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.086301476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.08791953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaa7c4a5-a0ee-4956-878c-b4d0e366887f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.088043036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.088869773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5daf48f7-52a9-4107-b0a3-eaf808ea77f8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.089127506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.090600872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07ad2e55-d6ff-4507-b88c-db6a3788b2c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.090742284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.09163396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e859ddc-75fd-4fc2-9ae4-06979165cd0c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.09176407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.092817108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"391ce54c-2521-4cd8-bd53-d8d9c3d1e937\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.092864472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.09289876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.092932558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.092963429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.093930025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.097027757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.103214303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.103289052Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.103321437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.103348831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.103373901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.103742225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.106562084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.118381002Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.118449669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.118483787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.119757004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.22251389Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.222796473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.22386382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.223931314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.223969931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.224002115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.224870085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:46.224934653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36386"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:46.226521856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.228272013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"fda82771-f69b-46cc-bda1-74b42df3bd33","remote_addr":"[::1]:36386","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:46.22872728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"fda82771-f69b-46cc-bda1-74b42df3bd33","remote_addr":"[::1]:36386","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":452,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.229006236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda82771-f69b-46cc-bda1-74b42df3bd33\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.231577819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.232305359Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.232447763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.242732414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.242829818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.242869918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.24290583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.245342124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.245958622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.252914481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.252978228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.253052867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.253523956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.255755301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.260028786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.260591427Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.260657509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.26136105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.261733523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.261787961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.262262136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.306783281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:46.307828835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:46.309913378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.309978427Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"548.408067ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.310021153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.310053627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.310119689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.310153987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.310181342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.312341626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.317506597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.325835722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.32595534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.326047765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.327514527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.331210451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.331269949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.332832132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57680","req_id":"de79cc9c-d68e-4d7e-a61c-b49fe8ff1598","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b2 82 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.332895769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57680","req_id":"de79cc9c-d68e-4d7e-a61c-b49fe8ff1598","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.332971329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.333221718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.333328822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57680","req_id":"de79cc9c-d68e-4d7e-a61c-b49fe8ff1598","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.333875Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2131, tv_nsec: 132773313 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.334150188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.334500696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51858","req_id":"9b3130f4-cc7c-49f6-864d-df7fd419a7ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7d ba 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e }...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.334554013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51858","req_id":"9b3130f4-cc7c-49f6-864d-df7fd419a7ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32186,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.33468301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.334895583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51858","req_id":"9b3130f4-cc7c-49f6-864d-df7fd419a7ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.435095094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.435704779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.436341878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.437202152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.437264968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.437887738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.438232966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50097","req_id":"a6c8c9da-4fa0-4b38-abdf-6b859a12a660","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e5 3a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .:..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.438466922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50097","req_id":"a6c8c9da-4fa0-4b38-abdf-6b859a12a660","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.439201486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:46.439628286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50097","req_id":"a6c8c9da-4fa0-4b38-abdf-6b859a12a660","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.441385247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.441443203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.441473192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.441817148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.449034969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.449125599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.449162733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.449758771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.452619761Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.452680973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.453237823Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.453448242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b934bda-e9d8-4794-a459-b253bb21f3da\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.453738711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.45819034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be580fad-ed41-4416-9054-c6e8ff084ba6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.458800456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.47046187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b0b8f89-4e08-49ed-b4d0-ba416f65286c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.470635506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.474729884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff35bc73-e6b5-41a1-a020-96cb2615fb8f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.474902839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.484423638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97876b61-f19d-446a-b0bc-1d2a8bda97bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.484594318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.489456907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.493103853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1e55fc-241d-4108-afc9-5c20742ad9f9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.493239513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.497552958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a1b2077-8dfb-4f52-83e2-9f80c987c7f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.497742615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.500944375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb89241d-1be7-48c9-a62f-5b4b9af88024\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.50101718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.502420656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc26ca0e-589e-4d8c-93f0-440aae722477\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.502739982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.504828704Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c757c09e-c3b0-417a-81f6-b2ce55327f6d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.505488068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.508829185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c1343e2-82ad-4437-b000-8a2b09be61fa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.510840392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.511849192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b8d506-de41-41a2-8e80-ff53da2c1acd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.511976876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.513677174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1625ea6-be97-450e-8072-71b6868c378c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.513746272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.517273169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52219f08-e3e7-4378-8a25-bc534f478df1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.517356355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.520531731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51289835-157b-45d3-af93-97aae6d7f21d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.520605598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.523560827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4c51a56-ba61-4341-b5e8-9c0111c0c629\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.523689763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.525689097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"386bc3a6-791d-409a-a2ad-d4940c9a861f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.525811882Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.528582011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93bf7614-3761-458a-a236-2691a89f5245\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.528700277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.530355184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cac9bc1-8160-4a5d-9727-2e07ff988871\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.530472768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.53131697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f1fa91-b1c9-40ef-ad36-ebc01cb507f8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.531449775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.532636399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10db528a-5306-4b18-bb73-5b21965f4659\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.532831287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.533746711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7cc9624-eab8-4e14-bed7-45b1a49bffc1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.533868043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.534922674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"353e9514-5a4e-4c85-a278-4a1c2c9e5e38\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.53506115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.536098226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b99a14-77a1-4418-a45a-c19f6c16d17e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.536268526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.537888363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b89276cd-36dd-4c06-893f-c06688bb6a21\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.537952461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.540121212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e84b15e1-8284-44fb-ab33-bca170bfcf70\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.540282203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.54157563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.541633906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.54166624Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.541695208Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.54303107Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.545327676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79abc99c-449d-49aa-a2be-8682f2e7cefb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.545491031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.545875257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.552173766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.552248425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.552338644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.552928149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.556047885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49212a04-71d4-4d93-8a98-01b691cafc72\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.556357863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.556615366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.556669022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.557264729Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.560017715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4572bda3-8f79-48fa-8246-f10fce835242\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.560158325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.563213241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33f8f7b7-3876-4454-87b2-1cd512c10d01\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.563374032Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.564844151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3e1ed3a-d1d5-4f36-a58f-d745e285a496\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.565147565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.566199702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f145e2b0-9eec-4650-8182-307050f64f67\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.566603897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.567500674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"533b7699-8954-4ee5-b74d-5ba5bb700d54\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.567628138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.56860307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe7c1db-9feb-49d5-a66f-895203047723\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.568761115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.571454602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"973b02ba-69e0-4b40-adb4-6f519af0a6b7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.571627476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.57387276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cac6589-8405-4b30-9e14-3abdfb3dd517\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.574019993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.576028014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad3f9020-5e05-46ed-b838-44e33f7994ff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.576255167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.579076468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c899dff-c48f-449c-8db3-8a2ec99a846e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.57934839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.582458787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fc0fd1d-2f46-4b05-87e7-9f97ace2f501\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.582985987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.586260522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.588516737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b437807-acc3-458e-a19a-77f2f30ac16b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.588645003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.591777835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a294c0f8-3242-4230-b772-202480ffafce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.592484252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.59317097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d3590ff-2c5b-44d1-8540-04d2b8aa781a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.593312242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.594225972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e745d66-5a7c-4e5f-8d80-36567e61ee00\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.594356843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.596030578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a205758-a325-4a46-a616-e23e1e5912ac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.596094866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.59662883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4eec2ab-10df-45ef-afc3-642442cab446\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.596991392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.597045931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.597076351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.597101912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.597915113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.601036321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.60853406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.608592627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.608624761Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.608656404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.608684109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.609774943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.613155438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.617600925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.617658119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.617688259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.620049554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.706289812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.706412336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.707218793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.707282921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.707772076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.707826464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.708383554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:46.708445628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38276"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:46.708648732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.708705996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.709605048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.710954075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.711583159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b003402-0f91-4fcb-a689-f9e9a055418c","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.71260743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"33cf95f1-5859-48ec-b130-8ed8b2f9874f","remote_addr":"[::1]:38276","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.715285866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b003402-0f91-4fcb-a689-f9e9a055418c","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.715369653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b003402-0f91-4fcb-a689-f9e9a055418c","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.715612938Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b003402-0f91-4fcb-a689-f9e9a055418c","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:46.722418618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"33cf95f1-5859-48ec-b130-8ed8b2f9874f","remote_addr":"[::1]:38276","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9796,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.725149078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.727419832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.727481986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.727512517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.727603057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33cf95f1-5859-48ec-b130-8ed8b2f9874f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.730884746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.730944856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.731131979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.735731543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.738660128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.738848012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.738967601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.740129936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.741671648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.758833242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.758918491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.758952229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.759648676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:46.760701183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b003402-0f91-4fcb-a689-f9e9a055418c","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":49230,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.761405266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.761476809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b003402-0f91-4fcb-a689-f9e9a055418c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.761744091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.761866174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.762301602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.765494283Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.765821816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.765876755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.766342894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.766645327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.76669228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.767101826Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:46.767154551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"127.0.0.1:64644","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","remote_addr":"127.0.0.1:33650"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.767400601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"698434d0-f74b-470f-9d1a-2ecfd90f46f5","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.767860468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"698434d0-f74b-470f-9d1a-2ecfd90f46f5","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.767922281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"698434d0-f74b-470f-9d1a-2ecfd90f46f5","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.769368823Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"698434d0-f74b-470f-9d1a-2ecfd90f46f5","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.769766535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/fa82486c-1d93-4c63-a44b-1419dd01ffe2","method":"GET","req_id":"6e47f520-48b2-42c9-a8ed-8fa204ff018e","remote_addr":"127.0.0.1:33650","local_addr":"127.0.0.1:64644","component":"dropshot","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:46.774873651Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/fa82486c-1d93-4c63-a44b-1419dd01ffe2","method":"GET","req_id":"6e47f520-48b2-42c9-a8ed-8fa204ff018e","remote_addr":"127.0.0.1:33650","local_addr":"127.0.0.1:64644","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":5082,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.77562093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.79244521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.792506743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.792535751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.792956389Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 18 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.793101127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 18 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.79328846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.79471853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.794765624Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:46.797565582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"698434d0-f74b-470f-9d1a-2ecfd90f46f5","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":30189,"response_code":"200"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.799444636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.799605457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.794651186Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.804054571Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.8041294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.806239755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"698434d0-f74b-470f-9d1a-2ecfd90f46f5\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.806308001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.806416828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:46.806445084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.808352444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.808411191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.803975574Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.815094678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.8152111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.831110448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.831174386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.815044608Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.831902977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.831956113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.838153792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.838216757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:07:46.831835363Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.847175437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.847256308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.858659127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.872636115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.872703369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:46.875191617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:46.875544049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.875605702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"565.522135ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.875642546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.875670962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.875702445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.875732505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.875762344Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.876547649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.882117286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.885946706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.886040312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.886075432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.886467804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.887354481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.887902372Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.887972492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.892539021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.892620363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.893273364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.893345217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.894128678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49276","req_id":"d844b7d5-c5d9-4166-afcd-947dda794771","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4b 5a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 KZ..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.894309037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49276","req_id":"d844b7d5-c5d9-4166-afcd-947dda794771","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.894490539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.894644406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.895455712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49276","req_id":"d844b7d5-c5d9-4166-afcd-947dda794771","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.896722486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2131, tv_nsec: 695573124 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.896775482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:46.897036231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.897396609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63679","req_id":"2f996b56-086e-4a65-89be-e7a7f381c210","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 93 0e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.897444996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63679","req_id":"2f996b56-086e-4a65-89be-e7a7f381c210","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.897650164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.897764723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63679","req_id":"2f996b56-086e-4a65-89be-e7a7f381c210","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.984125982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.984546369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.984607341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.98464217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.984669274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.985802943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.986024875Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.986081348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":13,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:46.986492998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60510","req_id":"58265825-8d0c-466c-bbc3-ad183cf4b036","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1d 56 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .V..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.986556013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60510","req_id":"58265825-8d0c-466c-bbc3-ad183cf4b036","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.98667994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:46.98683559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60510","req_id":"58265825-8d0c-466c-bbc3-ad183cf4b036","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.987348893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.987404364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.987432129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:46.989864966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.001879224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.001997339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.002250213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.002932302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.003364614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5fd2d46-36a1-47cc-a5f7-53e0fcbcec8f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.003716935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.004535937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":13} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.004740655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.007120597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.007180196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.008625636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.010896019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf8a22a5-ee98-4db4-8b4f-25c20236ebb4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.011136649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.016288163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c329d7-b869-4b8f-a972-c42bc00d711c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.0164323Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.029164969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45f75555-086d-47fd-845c-d95b7e94cb9f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.02940157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.035189252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"225585c7-8965-44c3-99f7-44728e120fbc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.035432376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.040835863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a778f200-d82e-4aeb-a27c-162d49697797\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.041091171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.052665252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.053300457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.054116533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"983d6055-094c-4546-bccc-4fe4d054759b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.054248867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.05761328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ae2cefb-c254-4c3b-85b2-4307ea7c4f11\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.057664913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.058708533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f824bb79-962a-4081-bfd9-89c4c9566791\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.058760957Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.060078532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba0c4a93-0520-4d56-ad2e-8bbd9a760252\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.060232619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.063558466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c42ac08-0ebf-4ae0-b9aa-8cdf7e8f0321\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.064259583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.064551765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.068727375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c992adc3-0fff-423d-be4d-2838699bae2e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.069110598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.070924061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7302f860-4f96-4531-99b9-1874ea0a93d8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.071297215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.075427955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e62864ba-41d4-4e3f-9fa2-5c9342b86478\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.075901088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.080887813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e90abf40-14b5-49e5-9915-2da8d677805f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.081153282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.083918031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1ba8651-fab9-4bcf-9b45-48180a10bf95\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.084133911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.086003045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d780ec68-cf54-48e0-90c4-9c8b703f8ecd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.086217122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.089289964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90557f9b-fe20-4b33-a3af-5a93ec999ea1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.089656054Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.100236665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6099aff-bfa2-4477-b3b3-d13f7951ecc9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.100314059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.109231086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"971aae9f-4495-4b1a-90a9-1dc13a56ee16\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.10937874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.110751685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aabf19f-e5d0-406c-af56-951f92227d07\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.110815212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.111795695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d69b787c-30eb-4a83-9e6d-c800b6322287\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.111981516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.112857521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1de5c301-a2fc-46e8-a377-fd8c4828f3d3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.112975666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.115329787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dca27836-8b92-426c-b9b2-1f072226f38d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.115922528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.117304782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.117349972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.117380202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.117406264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.117431094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.121151226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.126650302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.126755201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.12683996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.128227845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.129355151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83108931-471a-4362-8e96-8b16d2fd6120\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.129574228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.131327581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.13143741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.132012616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.134246928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1cdf0f5-a581-42ae-b554-32705441f6bc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.134509982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.140705627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f2a402-5a98-48d3-a887-f5d96f12fa99\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.140927649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.155199004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed47db39-fd7f-43d7-a757-ad3ff590d53c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.155446637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.161258888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee32c468-5c98-4a42-bb75-4cd68b112e2c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.161479878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.169834163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a7b9fd8-68fd-4315-a4e4-852d7d2f29af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.170104191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.172777538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c24d6e6a-e1de-477e-afde-b330f131855c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.173026594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.175247249Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.176950202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0deb7681-03ed-42e1-bc0f-0d4b6f0fff7c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.177200681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.178206485Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdb9be2b-49b7-4182-a91f-23f1516a2d4d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.178510049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.179469341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b373dc9d-2382-4890-ad24-b0944201ee27\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.179742345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.181140851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7890a171-a2dc-40a9-a407-688fbc8fcfe2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.18140618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.18299754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8434bd81-42fc-4716-a0af-8a3d1eae16de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.183211066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.184957335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37a51b29-69b8-40d2-be65-820927add9da\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.185171462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.188579693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ac40109-2135-4823-9e2c-986891ab4955\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.188796424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.190805447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37dc4459-f04c-4c1c-acdf-3f2e349d3cba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.191026588Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.19480206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"953d9195-29e5-4382-bfa7-0bb530ab7c27\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.19513807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.197533001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"544ec90a-44fc-443e-bcce-ff22f3b3207c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.197735795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.198610979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c5cd45e-9e79-471e-88e6-ebf50e77654a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.198742451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.200039245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1eab0b2-8b1e-4187-a3bf-653b2cb25017\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.200285155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.203107598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b6516f0-70d9-47fc-b2d5-9bba851c0603\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.203541102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.20444852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56b7ebd8-4ec2-4e0a-a435-b8fc77a8edda\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.204556976Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.204659711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.204706304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.2047347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.206181453Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.208775521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.216667486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.216846773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.216947644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.217207862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.218470248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.21901838Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.22263749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.229249044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.229439263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.229970641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.231893883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.232397727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.232525903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.232613106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.232693476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.233385666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.236020616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.24159889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.24165899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.241691905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.242088235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.301206845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.301289099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:47.302302899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55068"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.30371383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.303779431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.306072289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.306227929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"bec26918-60f4-4738-ab48-e45483846f02","remote_addr":"[::1]:55068","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:47.307189325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"bec26918-60f4-4738-ab48-e45483846f02","remote_addr":"[::1]:55068","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":961,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.307870802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bec26918-60f4-4738-ab48-e45483846f02\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.310472155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.310531443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.310562004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.312992257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.313056374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.313089079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.313143899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.314093861Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.318748395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.326443597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.327068793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.327151077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.328548892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.357955393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:47.365302561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:47.366363195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.366622822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"490.754817ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.36667687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.366709445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.366742851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.366775737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.366806899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.370492652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.3733271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.384463418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.384547876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.384828125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.385101429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.397816694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.397887785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.398953869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61103","req_id":"33520844-eb8e-4f6f-b616-29ab531c0147","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1a 11 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.399202134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61103","req_id":"33520844-eb8e-4f6f-b616-29ab531c0147","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.399436241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.39971178Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.400063701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61103","req_id":"33520844-eb8e-4f6f-b616-29ab531c0147","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.40063032Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2132, tv_nsec: 199530807 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.400692353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.401411286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52182","req_id":"cd61f32c-4724-4e68-9a41-39430e85cf45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fb d7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.401469201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52182","req_id":"cd61f32c-4724-4e68-9a41-39430e85cf45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64471,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.401561445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.401654671Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52182","req_id":"cd61f32c-4724-4e68-9a41-39430e85cf45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.497317703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.499346646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.499749849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.499803867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.499834999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.501669303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.502970576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61413","req_id":"513990c6-cf70-4b55-9a61-5276d1283981","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0c be 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.503307978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61413","req_id":"513990c6-cf70-4b55-9a61-5276d1283981","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3262,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.503505271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3262,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:47.503595762Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61413","req_id":"513990c6-cf70-4b55-9a61-5276d1283981","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.505079548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.505136632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.505267873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.50622008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.525922817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.525987706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.526020281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.527531232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.530665677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.530725486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.531658966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.531971729Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e6f19d2-e083-4608-8e4f-633e74fa386e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.532581233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.535654827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555a1e04-93be-469d-b27f-13937462b35f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.536314882Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.541731635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a05194-078b-45af-bde8-d71af2678c1f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.541889059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.549421456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f75fe85-3416-4471-95cd-2b9214746bbf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.549697136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.55443731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"505c7f1d-4624-4fca-bb9b-874653ec1794\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.554518281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.556903394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bea9f842-cce0-4bf0-8a3a-a726e60bb27d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.55702186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.561613518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf104458-2a74-49ce-87a2-4bd009593484\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.561741513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.564485801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45fa80b5-03b9-4e48-a8fb-e09362116563\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.564579438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.56573496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4406d837-8e7d-43e3-b8d8-534ba13b602c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.565793968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.566994019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c399e0f2-d725-41b5-983c-fdc39d10acb2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.567132134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.568207947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11f16a64-f23e-493d-b148-e918f9574b10\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.568400641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.569493368Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c13e2c5-715c-4ba3-950d-9f42c5cff73c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.569562947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.570537008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a41e037-d7c1-40ec-a70a-3ec08d3c825e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.570722778Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.577632665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.581194512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcdd1435-5d0d-4b11-8390-194f717894a7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.58128383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.584760417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67bdc9ed-658c-4e55-8059-169969500887\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.585077769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.587081812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a60832-3cbc-456e-b8fa-8ee0ac65bcc2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.588055943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.594421015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb33ff9d-bcc8-4035-a422-490e60e04e94\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.59492554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.600105832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55d8738f-2a24-4102-9ac3-f633fe8ccb5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.600236352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.603181169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14333288-982c-4600-9295-5787add39844\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.603247611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.60427582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f24c5be4-1d08-49e1-9089-627eab7a01cd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.604547471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.605847802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d1f5be5-5995-4301-a96e-a29418ea3739\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.606019344Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.607028374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4158a624-fd31-4d77-bc52-582dd040d1e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.607154365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.608159438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c52c16df-1a86-4094-89a8-8bd7b9544e9f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.608224979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.609890958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23662347-6e20-4c73-be2d-4dcfa92d2941\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.610048311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.613331022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee40783c-aeb7-49f1-b7fe-8f349ed49cd0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.613457133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.617260281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9b84269-8a47-4229-a06b-f29ee039a2af\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.617331743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.621603284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c90bc76c-65e8-4c8e-a644-8e820e3326fc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.621685889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.625540469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac14624-cf29-43f8-b5a5-0fc3a8c2c96b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.625605929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.628653892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb87db73-b250-4819-a734-5663017438d7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.628732078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.628865163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.628903279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.628931365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.62895895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.629907179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.633163677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.646646952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.646716841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.646748865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.647329742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.648272521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfde9a62-21a8-4169-942c-673ae4e2698d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.648410055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.650560269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd9612b2-4878-490c-9324-d3306413b074\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.651109714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.651860089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.65191574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.652982695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.654384508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9d08989-1825-45fd-83b5-f1e5b7668b6d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.654533245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.655732164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ddaf92c-1935-4e7d-9da1-f2d05ea8e1df\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.655844828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.656612417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.656667367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.658813804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.659573728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.659623216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.659651292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.65968038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe7c4c93-56c2-48fe-b64c-63ffd710f50e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.660119515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.662377524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a011e4a6-1435-4f71-a3a2-210423309418\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.662443335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.665305929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b80e899-6fc3-4ffc-a4d1-9b6f61280779\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.665373303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.667619108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02dee5b9-d6a1-4236-8f82-28ae946facbd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.667741602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.669976034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8a8f9c-7b41-4057-b1d4-7e9f46062883\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.670132054Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.682979973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5559d36-428d-4631-824c-5d89e1226246\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.683267536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.691582643Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3218179f-a50b-49c6-8864-3b3db05544e8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.691864114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.697241478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de1b1545-09e2-42a8-b1f7-402006489c54\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.697561937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.698960834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4371f59-0081-41fb-9141-288cf397be6b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.699158758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.700239401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9834f08-3c6b-4fb2-9707-20baea5d7e0d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.700321044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.701948637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55dc6dce-582e-4b67-8943-e8534471c4d1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.702061281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.705870421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f160876-cb97-494b-88f8-9c2dd97c7957\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.706378142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.706438242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.706471288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.706499484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.707199559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.707726469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.710481067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.714362821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.714424484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.714458602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.714488792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.714516698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.714869681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.716906349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.721100516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.721165435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.721201537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.721611344Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.795579731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.79570491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.796034947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.796094666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.796125648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.796151961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.797180811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:47.797302784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56029"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.799828887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"e65c4a78-c7e4-4aea-940d-19c8043f950d","remote_addr":"[::1]:56029","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:47.800914189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"e65c4a78-c7e4-4aea-940d-19c8043f950d","remote_addr":"[::1]:56029","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1096,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.801978149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e65c4a78-c7e4-4aea-940d-19c8043f950d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.807059563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.807126968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.807153851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.809120049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.809176321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.809210379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.809410568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.809872448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.811546784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.818448856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.818510709Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.818543424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.819150434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.827880788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.832623067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.833048755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.833200137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.833866755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.838201502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.838455007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.843029722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:47.886627457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:47.887376199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.887428744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"520.952384ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.887464786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.887492581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.887520947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.887688301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.887744553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.888412554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.893324962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.899363653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.899454755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.899493542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.900353986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.900770617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.905147978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.905311504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.90617765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65153","req_id":"e77159d3-bf0d-4bbe-ab9f-6c2ed2328d57","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d5 98 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.90654928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65153","req_id":"e77159d3-bf0d-4bbe-ab9f-6c2ed2328d57","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54680,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.906642376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.906815611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.906892173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65153","req_id":"e77159d3-bf0d-4bbe-ab9f-6c2ed2328d57","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.907447119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2132, tv_nsec: 706349600 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.907543842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.909780508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58973","req_id":"d671c58b-9d39-4460-b162-638bb0e171f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: be 49 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .I..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.909966489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58973","req_id":"d671c58b-9d39-4460-b162-638bb0e171f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.910224493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.910387457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58973","req_id":"d671c58b-9d39-4460-b162-638bb0e171f5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.993907546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.994284276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.994349857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.994383885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.994410969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.995607102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:47.996148841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59067","req_id":"de7af635-f91d-4beb-a35b-efab265dc2cc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6d 5e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c m^..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.996410152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59067","req_id":"de7af635-f91d-4beb-a35b-efab265dc2cc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.996801682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:47.996906421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59067","req_id":"de7af635-f91d-4beb-a35b-efab265dc2cc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.997424934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.997480936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:47.997508531Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.005666375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.016084953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.01616407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.016200263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.016687774Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.019921818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faaf1823-b6d5-4288-92cb-dc5a5b546a77\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.020296123Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.020944856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.020999755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.021524631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.022386408Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb91da42-03d9-43d7-bb63-709d4aaa1c2a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.022535846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.02714018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8322cb49-6db0-45f2-af83-275a00d0d014\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.027529285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.030425004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea02738a-e745-4551-a249-64c6013f8d7b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.030748279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.033621072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f914318a-b8af-4799-8a74-c1df98900796\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.03383061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.04045578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08c018b0-00e0-4e42-b135-e7eb0c66d3bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.040595619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.044000002Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f81bcf42-1e38-49f3-98cf-7af067ca4e6d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.044295561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.048624446Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d888dca0-13f8-4717-b87f-024eeaec6628\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.048961026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.055611878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.055677188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.05628558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.057564528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.058752375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.06234335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e590e593-8220-4df7-8b06-20f46777f8df\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.062496475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.063694642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.063750904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.064383024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5d102f-49cf-45e7-9674-82b5db4ce9dd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.064652581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.069414929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.069478185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.070336055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66325f3e-9692-4612-8d47-a72c3b708aa7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.070499941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.071732046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6d2fd14-6d81-42b3-9e04-7b8667e2e7c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.071860432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.083323321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22c2e937-d905-4707-817d-6a4e32ff68bb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.083682056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.087299874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae90a6de-f1c4-47a4-958e-3ba1344addec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.087380445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.093223306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4784496-5278-4cc3-92d9-24eab627d24f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.094452415Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.099084274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef8134f0-526a-4b97-8829-f7a2f6ef34b5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.099333911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.108562128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03ac242-16fd-4bf0-9ed2-a9173958dc78\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.108872396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.11169014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.111831131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.111868185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.111901241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.113264236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.116446998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.132845601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.132992834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.133083555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.133906014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.13644877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5546a96a-5881-4b8d-9d5c-43678685fa81\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.13673479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.13780871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.137907166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.138747781Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.140929898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fb10c1b-edc1-448c-b1cf-0bc8e8957ed0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.141164045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.142591449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d06290f6-fff6-4dfa-a3e2-68ab245ecc22\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.142839744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.144141006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c07dbf2e-4661-44f1-b5d3-37d898f014bf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.144382658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.145546146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9671e0-3910-40b1-a022-7cb2ca03c268\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.146336571Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.149504893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"030663a3-560d-436e-9761-3923bb3582a0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.14985974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.152698046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a765799-f750-4d70-8eff-aa0a2f517acc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.152978174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.156621403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39077c9d-a93f-4fe6-9fa1-55a6043146c4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.156845569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:48.158946375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.161491937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18289770-477b-4fd2-98c2-2729c29eb06b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.161707957Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.164102077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"293b8996-4eab-4c97-9804-6be3ccce7c3d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.164315372Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.168137397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89970480-411f-4e5d-87ca-a04997e54b44\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.168888304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.172253208Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.173431085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe2e0015-0e9b-4870-8da7-0d40fa50623d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.173635262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.176252346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"278b3e05-9988-4939-81ce-aa475bcb7516\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.176371083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.177467698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8526f191-722e-44b9-984f-7862737746ab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.177532577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.178496317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"129b7168-c2fe-4b71-9f6b-2fcfedd935a5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.178619432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.17995828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a74a174-bbf1-448b-a69b-20697a0655af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.180160673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.181145255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6c2d1d9-baf9-456a-9141-a135f2f25013\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.181280083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.182780763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e312eb5e-1324-4903-9e1c-7c2320543f81\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.183107815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.184686541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aca1553-1271-41ba-a03f-b33ddb9131b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.184801991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.186536406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a32d1ea9-c1bc-477e-9031-4d5fb1e34550\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.18658343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.188576722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acd94684-2027-40e6-9bed-e8a100cef10c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.188943081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.191735064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"265e4e29-6018-4479-b378-dbcf3a17ca93\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.191902678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.195194677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ec335a3-b443-42e2-a419-563c14a54acf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.195332081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.199835273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0c74bd-5031-4926-9ae1-c3bf63ae0a11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.200070903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.201142207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"330d823a-03f1-475c-a0d7-52138d067dad\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.201323519Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.20262913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"332383be-7f67-4dc3-9551-d766293435cf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.20345212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.204612311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0ccaf8c-1cae-4b94-bd87-705c1e810a9b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.204873061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.206174063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa7ed9bb-6279-411c-86e8-e43c651dd534\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.206289132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.206334092Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.206366446Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.206396566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.207228494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.210465764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.216204167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.216325519Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.216492863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.216598152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.216720636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.217979865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.222581594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.22264481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.222806753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.222846913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.223384474Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.223709912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.228455327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.228658542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.228815144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.230697775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.233785196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.242518507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.242976159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.24304707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.243075938Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.307465249Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.307543134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:48.308205765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33124"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.308944336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"586b9e42-2705-4754-9eea-a3b71786a150","remote_addr":"[::1]:33124","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:48.309712607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"586b9e42-2705-4754-9eea-a3b71786a150","remote_addr":"[::1]:33124","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":778,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.31153586Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"586b9e42-2705-4754-9eea-a3b71786a150\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.315440239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.315496892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.315524557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.330527479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.330610014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.330646757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.33067864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.331427563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.332616942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.332679016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.333418279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.335339747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.345319421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.345678697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.345747484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.34636275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:48.381361533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:48.382623968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.382695501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"494.923774ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.382734178Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.38276066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.382788626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.382817724Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.382844908Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.386306726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.387801865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.390563748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.396432992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.396656697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.396988619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.39876098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.404829201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.404905222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.408047373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50693","req_id":"e5b68e8d-f5cc-4fcd-8040-940f28552fd8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 95 6e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .n..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.408109847Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50693","req_id":"e5b68e8d-f5cc-4fcd-8040-940f28552fd8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.408251439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.408386228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.408544683Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50693","req_id":"e5b68e8d-f5cc-4fcd-8040-940f28552fd8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.409315118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2133, tv_nsec: 208179374 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.409379888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.410667363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61083","req_id":"c7e6c8a3-cd8b-4544-b419-662ebcbaa2af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 15 8e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.410890818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61083","req_id":"c7e6c8a3-cd8b-4544-b419-662ebcbaa2af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.411158391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.411312749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61083","req_id":"c7e6c8a3-cd8b-4544-b419-662ebcbaa2af","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.472823966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.473397468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.473462919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.473494021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.47357406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.474317692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.47548634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64612","req_id":"e15be138-e4bf-45d9-a5b4-b65b1878f778","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8b ac 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.475551139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64612","req_id":"e15be138-e4bf-45d9-a5b4-b65b1878f778","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.475813472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:48.475915445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64612","req_id":"e15be138-e4bf-45d9-a5b4-b65b1878f778","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.476186836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.476239872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.476266966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.477455233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.493150505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.493230625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.493266356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.493949898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.496049792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df8ed4db-0cfe-438f-82cb-c5f387b59807\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.496398687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.498020598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14b94fd4-52cf-4f8d-8976-e89fedd1f27a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.498184675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.498950972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.49904038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.500532443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.502284163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e818b8-312d-48ab-a347-98b51c542e14\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.502389583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.506500294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"717df770-1036-41e0-8485-2fc63d73ddd3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.506727096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.512908792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd7599c7-ebe6-4295-a0ed-814592fd94dd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.513142648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.522468539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fee44a1-e614-4405-bfa7-63090c74bbe5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.522962914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.525604828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d53ae32-c423-49d1-b94f-73a9610377fc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.525921639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.528306501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"776cee2d-da93-4733-99ff-ec3d6af6de91\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.529287906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.531067642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ff22a3-2e2b-487e-bbc8-4b10780b41a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.531464934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.533363627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68113644-cca0-4c52-9fe6-b1af1f1d6189\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.533663715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.539982104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d0a744-1077-4015-88c6-584110946b13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.540369546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.540857167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.544486288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15bf2a44-c2b4-456b-8af4-4750b11f8ba2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.544715775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.545958482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89fb1d35-b32d-46d8-a709-c9e1f4a44fcf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.546480792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.548797718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a343573-f27b-4767-96d6-164e09d01d2e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.548923539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.551160005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1efbf948-d1a8-4eea-8104-50eb8074dec9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.55146863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.553570187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ac9e97-ccd3-4d7c-b153-35656d772757\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.553815105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.555907274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd9a492b-83d1-4e43-b847-6171ea9b7376\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.556098906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.558878684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"781aa079-d92f-4e7c-a77c-1c83c291c2dd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.559012801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.56191328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d288da9-6e19-4ac3-9581-af63f6f1098c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.56203367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.563065095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dc766d4-f0bb-4c1b-ae26-5b404dc4b3ac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.563165966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.566000163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04a2ad71-fea9-4656-a2a8-dae7109019ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.566162346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.56734362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e776a57-706c-4d45-a48a-5853ac2a40ed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.567526585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.568567038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f95a2c6-efea-4967-9a3e-7a29fb0068c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.568720143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.569814383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f575efdc-b65e-40a0-af90-a40893ec77e7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.570553666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.572946133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bc59f9e-9ec9-4626-99d1-f9ffaed74817\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.573243195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.575265754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708ca201-d42a-4aa3-a050-bd4f068c11b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.575334151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.577987217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04a47cb1-83d5-4805-937f-c319355e7f8a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.578027948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.580963507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c79b742a-fa44-4eec-a457-b6f844b6ecb5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.58113573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.582158959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ac5f9f-5f92-4b81-a5ee-b0b2e0a67a61\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.58228025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.584942084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03065fb-bdc0-41c0-b950-d31d47b612a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.58506039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.585912878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0b3429-b1fa-430b-b4cc-9e93193c97b2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.586032216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.586930876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"855b8188-8fb7-4f7a-9375-5ba20136e1de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.587001357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.587901821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9c8b402-f42a-4711-9655-0f0ed045bf47\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.588309002Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.589570776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523a1dee-2d96-46e6-b00f-17a1310e8e24\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.589867387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.591168079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc7c5f4-f266-4ae5-afad-f9bacd3d98d8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.591466223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.591704147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.591810509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.591854146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.591882542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.592577998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.595297416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.604465583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.604539741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.604571314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.605403321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.605919109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"745358d6-3edd-4196-9e9c-f79003696f9b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.606126583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.609992225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.610055661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.610086062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.610118105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9e3b4c6-2f75-4583-b83b-7d5b5ecce5ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.610217994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.617167912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28cb87d6-d2d3-43b6-a6bb-6e7a98cb8015\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.617375014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.623855907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"675b9cdf-082a-43c9-8c74-89c3c43e3fe5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.624793114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:48.629650252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.630345327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.631088568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"003e1f2d-ff9a-4b1d-88c3-a4ba370d62de","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.631482172Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"003e1f2d-ff9a-4b1d-88c3-a4ba370d62de","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.631609205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"003e1f2d-ff9a-4b1d-88c3-a4ba370d62de","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.632599538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"003e1f2d-ff9a-4b1d-88c3-a4ba370d62de","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:48.644191725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"003e1f2d-ff9a-4b1d-88c3-a4ba370d62de","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":13064,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.644915637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"003e1f2d-ff9a-4b1d-88c3-a4ba370d62de\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.64529324Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.645976882Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"2142c8b2-565f-4833-a0f1-3258526a91f3","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.646363612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"2142c8b2-565f-4833-a0f1-3258526a91f3","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.646486647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"2142c8b2-565f-4833-a0f1-3258526a91f3","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.64722083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"2142c8b2-565f-4833-a0f1-3258526a91f3","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.648379639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4239e89d-5114-46c2-a982-454beb335f90\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.648774035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:48.650802807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"2142c8b2-565f-4833-a0f1-3258526a91f3","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":4832,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.651514896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2142c8b2-565f-4833-a0f1-3258526a91f3\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.651691848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.65177821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:48.651856146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.65366536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66d821f0-75aa-40ab-96d5-2ee5c7877693\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.653889467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.659618552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.659877327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.66001912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89d17d7-d399-43bf-9ca4-359d239f4f8d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.660228317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.66045102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.663458813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.664525278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.664586089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.664615748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.665267537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ba95af-a8b7-4ac8-8e5f-420f6207ffc8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.665442225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.666705562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e8eb920-2170-4563-bd4b-bc5217177c85\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.666859499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.667991915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35433aec-fbf3-4ba9-ae4b-fa82a083bd3d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.668069941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.66810484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.668133948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.668160491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.668777991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.671473562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.675067192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.675128905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.675158664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.675401418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.67544759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.675566868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.67851891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.681614157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.681672733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.681702793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.6820928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.756730381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.756971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.75746756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.75752274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.757556527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.757583751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.759213047Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:48.759729967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59368"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.760648367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"c494ba55-5b5b-4d7f-8ac3-08d4f7b6ef61","remote_addr":"[::1]:59368","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:48.761189906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"c494ba55-5b5b-4d7f-8ac3-08d4f7b6ef61","remote_addr":"[::1]:59368","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":533,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.761850272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c494ba55-5b5b-4d7f-8ac3-08d4f7b6ef61\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.767128148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.767225462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.767293257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.770242824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.77037164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.770511379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.770599234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.771429107Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.77188721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.780035876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.780184562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.780226986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.780683626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.782350587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.792694205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.792938362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.792996428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.793581263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.796038589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.796082997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.796722882Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:48.853173617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:48.854397105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.854553576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"472.081581ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.854697082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.854789887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.854909295Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.855004114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.855090616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.85849555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.872091119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.886955695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.887121105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.887221685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.88782647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.896058011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.89830599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.898364677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.899472184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59467","req_id":"00c8e0a1-11bf-4231-8783-9e87899c1dcf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7a d9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 z............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.899572574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59467","req_id":"00c8e0a1-11bf-4231-8783-9e87899c1dcf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.899647022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.899669797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.899764777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59467","req_id":"00c8e0a1-11bf-4231-8783-9e87899c1dcf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.900159693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2133, tv_nsec: 699057656 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.900222729Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.900719078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54652","req_id":"9b250f85-44ab-4ff0-b5da-0c0ecc898185","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e5 32 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .2..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.900795631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54652","req_id":"9b250f85-44ab-4ff0-b5da-0c0ecc898185","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.900892944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.900917193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54652","req_id":"9b250f85-44ab-4ff0-b5da-0c0ecc898185","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.970581204Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.97124188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.971340757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.97137715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.971405246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.974326065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.975077462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49689","req_id":"b810fde5-d3ec-4d73-bb8e-ee3da57427fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 15 e9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.975535585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49689","req_id":"b810fde5-d3ec-4d73-bb8e-ee3da57427fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.977325932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:48.978146327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49689","req_id":"b810fde5-d3ec-4d73-bb8e-ee3da57427fd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.97915654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.979214184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.979242541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.979723008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.986509299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.986680751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.986731152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.987256669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.989830507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cceb3d7-e01f-4fbe-946b-4ef1c18463c2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.990131126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:48.992184647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.99223126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.992928109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.993230972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"967f9258-c5fb-4c25-804f-244ba5ce8761\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.993437053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.995932655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff723ee3-3ba6-43e7-ac10-c11327318e7a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:48.996068486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.003110476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f88740aa-49ad-4b66-aa04-2b20be8baec7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.003480073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.011854208Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"410cc3ba-4976-49f2-8ceb-43cf976b2282\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.012054948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.019287488Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89b561c3-42b0-4993-9570-5e29558383b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.019496835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.038903712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.040844619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce23068e-b77f-49de-9f66-a43d30ec8eb8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.041254235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.052541384Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.052603859Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.052853937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.057521276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.061859209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.061979569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.065444383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.065504723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.065732607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a54b6486-0015-4391-bcf5-1fdc7ec9a025\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.065923698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.067585839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dccea825-bfc6-4d34-b968-fef44be03caa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.067864555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.070951926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"220269b5-7b49-4019-b877-ce0e1f1f93e7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.07141045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.075454066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfec0d6e-7b1a-44d9-9d90-046d8b59e8c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.075576009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.076561994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2264a93-d3d0-4014-87fc-44718d392532\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.076731612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.078042734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f8b8fb-5bf6-4ca3-b063-306d666522af\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.078226219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.0807311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8605f225-dc14-41d9-8cab-c79dcfe7b825\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.080938624Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.083015632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb934129-e13f-4f8d-9ec7-85aece62779c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.083087585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.089946301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.090009216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.090104196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.090153173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.091345409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.094290086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d8d3df7-4996-48eb-8c4d-b965adae388f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.094356879Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.094394864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.104501591Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.112323727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.112464106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.114525023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.117432786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.117495501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.119247532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.121426343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e248cc-898b-40d2-87ce-66f895c4c92b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.121659608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.129270772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f9bbac3-e5cd-468c-875a-bd4804c45d1e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.129531622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.132399596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02b6113d-428c-43b3-911c-45030cbd3637\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.132825756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.136066362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecf9ccd1-ef61-4b95-8d3d-65c19840d58f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.136139057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.140218986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e494af9b-9e27-4f36-954a-d4ad05bd0c8d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.140449245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.145191333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa26b05a-b939-43e3-a6b4-fe236e717d16\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.145313957Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.148276741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa9e1f5f-e2b2-4732-bf51-2b424d873bf4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.148396329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.1507356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9952ef2c-6c06-43f0-9b4a-7585aed164cd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.150901099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:49.167978375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.174466061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.184515674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1161f49-8428-44fa-8270-0cdacf5114ff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.184672537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.192512077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0116ab8-7cc7-426f-ad8d-bdedfba72e03\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.192680602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.19499822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7b222b3-af1d-4353-939f-cfdee61e165e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.195296144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.210064108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f03a5da1-cac6-49f2-912c-8610322ed2c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.21021074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.214187443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"907d4e0c-9ef8-4ea7-9df7-2a7c46967c37\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.214525226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.218217072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92d424b-918d-45f0-82cd-0e486085dc66\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.218492471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.219442714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d463ca6e-98f4-4f9a-a89e-28c200609e28\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.219630128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.220831201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4da4733-ac74-46ad-bcdd-a135056eb519\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.221045287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.223701399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c7cf69-1e3f-413a-a715-d4bf9dad13de\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.223958642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.22547849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2711c4d6-c8d3-45c2-b0fd-d65e0b4ebb48\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.225681905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.226119076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.226281019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.226327181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.22635674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.226874822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.232680289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c53ec4ac-803a-4797-a7f8-cba2c5545688\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.233049956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.233668338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.242424704Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.242532209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.242617569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.245309061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.248101074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.248159751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.249374351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.251188766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be7e1a2f-69fe-4e02-9908-ea250c92fc4a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.251253225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.253749759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c29b24f3-7092-4789-9bc8-972f5f17f0f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.253812534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.256233538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f609c561-9673-4c15-a54a-979027b0a202\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.25635501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.259024979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed7b3ee4-2ff5-4582-8411-0011b100d6e8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.259620456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.265255293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239edbd9-15a4-454e-8eae-61e61d87a8ba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.265631302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.268090512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e55960b7-3cbf-4809-8833-00cb5c5f16ee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.26821496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.269386634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b40c8f4-0074-4212-b77a-5e91d4d6d7e4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.269529809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.271067223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af206db2-c664-41f6-88b1-9eee8d3fc830\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.271361609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.274166137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cef735f-eb76-480e-acbb-f6b7f734fa70\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.274230475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.276026884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b877b5d6-310b-49a4-b59c-81b235b4ab3e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.27617035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.276219228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.276249779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.276276853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.276907078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.277513236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.27920643Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.282660471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.282762645Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.282857304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.282951251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.283033364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.283599202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.285832562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.289068499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.289197767Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.289287535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.29128727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.378843981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.37891872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.379370019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.379472393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.379514637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.379543224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.380262958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:49.380324431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46820"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.381454362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"4dc46ed4-743a-4371-8bde-2f24a628bf39","remote_addr":"[::1]:46820","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:49.38151869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"4dc46ed4-743a-4371-8bde-2f24a628bf39","remote_addr":"[::1]:46820","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":459,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.381800331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc46ed4-743a-4371-8bde-2f24a628bf39\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.388391293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.38850999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.388572444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.391400098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.391687371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.391733803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.391764945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.393478159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.396020544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.410549532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.410615063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.410650213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.411209657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.411444475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.416537292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.416708363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.416752932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.417442897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.41947721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.419530426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.419946896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:49.458110825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:49.458431273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.458491684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"603.746476ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.458708496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.458752273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.458782283Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.458814307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.458879316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.460085309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.469457663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.471454541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.479737384Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.47983562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.479873736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.482383657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.488036219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.488112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.488931112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52927","req_id":"712a9a79-6afa-47e2-8113-32f749c83cad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b1 fd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.488986994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52927","req_id":"712a9a79-6afa-47e2-8113-32f749c83cad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.489272162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.490051835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.490223327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52927","req_id":"712a9a79-6afa-47e2-8113-32f749c83cad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.490491351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2134, tv_nsec: 289409664 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.49096246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.493812428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61627","req_id":"555687b3-db72-4203-8766-cf21ddbb4938","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5d de 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ]...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.493893109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61627","req_id":"555687b3-db72-4203-8766-cf21ddbb4938","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.494663584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.494744124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61627","req_id":"555687b3-db72-4203-8766-cf21ddbb4938","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.550446528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.550783499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.550920111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.550971975Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.551005221Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.551655547Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.552116094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63054","req_id":"67782b4a-e64f-4f4e-bb65-36a84d0e3725","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ba b2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.55217899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63054","req_id":"67782b4a-e64f-4f4e-bb65-36a84d0e3725","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.552609758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:49.552714527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63054","req_id":"67782b4a-e64f-4f4e-bb65-36a84d0e3725","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.552743915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.552775328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.552890016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.554561607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64cc251f-d035-426f-895e-6d894901675c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.554791585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.554986313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.560892892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.560955075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.560983723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.561547766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.564063068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d706e2f-4794-4f3a-8c99-b3df0cd3d417\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.564238247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.565104683Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.565165565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.567633893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.570770392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06968435-aff9-4c7c-86fe-154e15b8ee90\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.570824189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.575590315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c811627-ea8b-4c68-a8e3-755305270317\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.575892477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.5792819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227f98e5-3d1a-4c71-b70a-f1b1ff7b3f73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.579596106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.582753708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8af7b4fa-9731-48d8-b4c6-6918de1c8f75\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.585422225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.588240089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"015d8386-3f7b-4892-b2e1-3b33173744aa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.588975514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.591447229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc9637f-1cd9-4370-993a-bfed8ec21341\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.591655404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.592984662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe245afa-ff82-4a1b-beac-03b4c66a6773\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.593414639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.594639008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54ed8725-b687-4cbe-b91c-dedfc2269275\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.595478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.597689627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6f0bb87-50b5-428f-8c6a-3c7be836c37d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.597972641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.599560404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0a7efb0-b12e-421a-a8e0-fa0f69281aab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.599777897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.600905424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"109a640b-5aa5-4bc8-8ce9-401162c60174\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.601212766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.603474563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f047976-beda-4173-8b9e-6a0acddbbbbc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.603685463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.607749811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0efdd590-edcf-4e6d-ad16-af7de279bd38\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.607960761Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.609687792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a6cef4b-fbb1-48f3-ad70-ecdb82d403fc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.612897527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.613352063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.616128715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f85d0cd-8ee3-4779-b950-f7a773ff6b49\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.616566528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.618791661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"233cd532-c0a5-4af6-9ec3-ea04acf7a67f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.619031299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.62175242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff557cbe-8cff-48af-9fb8-579791c06097\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.621962469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.623267028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa40a029-308a-40e0-afec-57728fcadf91\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.623490523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.626517544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee394d7e-ab10-4b8c-b7bd-66d7a7e25182\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.626624087Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.628082432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0964427-3a99-4b88-bd16-b134713ab146\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.636983778Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.638632192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"325f7379-b795-4d17-b487-650a2495e18c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.638718284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.642004972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42c2d674-4ec0-4fdc-a71c-6f042c8dbdd6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.642314318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.645143966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60352722-db8f-4bae-b7bb-e425d254e55e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.645265228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.648512799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70fd0543-bbbe-4e56-b48b-f1b407e1fcc8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.648667096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.650738393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47d6ca91-5b5f-427c-9791-91cdfafcad71\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.650915887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.652996973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9fb122f-3851-4734-b240-2b24718f7c76\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.653214126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.65819017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.658270179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.660450694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.661221119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.661503602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.661560295Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.665087943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a5a83b4-6514-4684-9e6f-eb1311215e57\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.665162732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.665397991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.665460416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.665493511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.665522078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.6668477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.672339281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.685880802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.686032374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.686136421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.687130231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.689043714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777afd0e-bbaa-4972-aea8-5563fc2a8147\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.6892625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.689898737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.689959949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.690711447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.691387343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed47f424-14f4-41c7-9c3c-f512226fe3e4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.691606841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.693054104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"663c88ba-0c4c-435a-a164-dfe5669b17c2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.693111869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.698205157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05c422e7-1321-4e81-be77-15a62980fb5e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.698445326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.699303977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e8ef3c-f339-42b6-a06c-414703f5f375\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.699627621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.707326792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bda569b-cff5-4063-bfa4-04979c6b42a0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.707645066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.712891699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d37eaf0-fe99-4af4-9c2f-1b8bbce02842\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.713236486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.715629865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c2028c-595c-411c-8e42-04d88176d7dd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.715861346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.72034515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c303d9-8f30-4818-aaca-75be1d6c088d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.720667402Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.727845534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.72987129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb9bbd5a-844b-4321-9908-4e9348008f95\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.73066417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.737881299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"141cc2b7-5261-4b7b-be21-64fad43ae26e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.737967732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.73948763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f106241-a09c-460a-a0da-5e7a0dee2c41\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.739561367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.740325289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f3efd91-c561-4bbd-b4a0-4e7bd3da146a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.740599165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.746855821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf3494ed-784d-4f40-8721-a827fe867bca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.747404193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.759059736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62bd1e3a-79f3-4d0d-a813-1875a8b235c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.759307329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.760257152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bef9708f-45ba-4d40-98f9-dd4227316954\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.760529605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.760712339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.76087876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.760992186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.765772491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.770657734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.786619967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.786696901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.786729566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.786820086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.786858022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.787201406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.787530211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.787958464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.788078423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.788115016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.788482318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.794184349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.798427172Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.798510739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.798545037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.798989843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.803191896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.811424188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.811500149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.811533195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.813479473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.927017009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.927098492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:49.932680784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46386"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.941179227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.94131658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.94275183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.944194955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"b339d6d1-5815-4117-90d6-883ed40d81ea","remote_addr":"[::1]:46386","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:49.944605032Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"b339d6d1-5815-4117-90d6-883ed40d81ea","remote_addr":"[::1]:46386","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":557,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.951881851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b339d6d1-5815-4117-90d6-883ed40d81ea\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.95548523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.955718706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.955795639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.962583022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.962708051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.96280792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.962894503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.963516753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.96860984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.976701412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:49.976988574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.977139104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:49.977723298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:50.02735711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:50.028722872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.028888091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"569.191617ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.029052398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.029085504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.029115293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.02914376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.029170704Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.030813146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.033462495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.039420346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.053939103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.05403278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.054071667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.058535341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.05908177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.059304774Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.059548309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.060795174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.064920964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.065078317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.068213033Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.068266239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.068475877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49958","req_id":"deb3dc8e-c74b-450d-b3e9-0f39748321fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 34 71 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 4q..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.068647719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49958","req_id":"deb3dc8e-c74b-450d-b3e9-0f39748321fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.068869712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.069110722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.073062435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49958","req_id":"deb3dc8e-c74b-450d-b3e9-0f39748321fe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.075819869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2134, tv_nsec: 874691860 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.075894628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.076450366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.076517018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.077114859Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50823","req_id":"7b6feb7d-33b1-439b-9247-7b4752112afa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 35 39 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 59..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.077183065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50823","req_id":"7b6feb7d-33b1-439b-9247-7b4752112afa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.077571319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.07761694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50823","req_id":"7b6feb7d-33b1-439b-9247-7b4752112afa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.142805494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.144172437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.144342226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.144448337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.144591412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.145730542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.146290517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51619","req_id":"e04ee79d-c0a7-47d5-b644-4cab23c13de9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f6 4b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .K..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.146493392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51619","req_id":"e04ee79d-c0a7-47d5-b644-4cab23c13de9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.146895072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:50.147599075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51619","req_id":"e04ee79d-c0a7-47d5-b644-4cab23c13de9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.148039853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.148187627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.148312546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.149795401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.157846111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.15797083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.158067552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.15859852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.160105914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2815939f-2aa4-41b5-b2bd-8fdb7f73f890\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.1605708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:50.161582576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.162105137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.16221207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.162907416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.16379275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15d6e595-7801-4d00-af0d-c483557f4557\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.164358026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.169123641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52326441-2e60-4226-83dd-c94aa07fd994\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.169399932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.172277485Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb490fa6-5599-4623-8e07-6d0593cdbf01\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.172354097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.183691567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4fdbe9a-3f0f-4295-9cc6-4ae61db3f1e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.183882367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.189633005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ad7a5c0-1956-459b-b7e1-e6dd3e7bc3cd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.189790609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.192119198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09200673-86f3-4a2f-923c-b9bb54929df1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.192309658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.196043557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b67654fa-9de9-46f2-971b-edd266c77a5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.196108446Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.201396032Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1201bb5e-8ad6-48b0-b9ee-84b75ddf89b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.201621391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.218567635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8216f5a6-7176-4199-81b5-7f0c5cd40dce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.2187209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.222146035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.224073766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1be18f8f-f338-46c2-8351-f931a0537d7c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.224274175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.226873253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c934c52-63a4-4b63-b397-110742af5550\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.226925167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.228055158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"307c9c3c-42cc-4583-a5a5-7499108ec02c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.228215097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.232081901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa5f418-adcd-4d9e-a886-37ca2d02b80c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.232147612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.233819854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25fb9629-ab49-4f1b-9b95-bd6440db668a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.234251494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.239237488Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5898351c-6be3-4655-81c4-5065c3d22aa6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.239969747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.243291896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb146dde-54dd-49e3-9867-218a8e592065\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.243370202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.247049543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94216db2-18d8-4f08-b2c9-e1b668e0580d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.247137398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.255067899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2848a1f3-80a2-4adf-a442-90a0d131d06b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.255150574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.256556656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"011f48d0-087c-4bc4-a185-ea2d749211ab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.256631284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.257810794Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e3324d0-89f0-4ec1-adcd-13aa400cee58\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.258042997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.259057819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"903f5b4a-4873-45f0-84e1-de5465550c49\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.259247707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.26190927Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32cb21e4-f535-48b3-b3c2-d4f9fdb24ff0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.262296382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.263807813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9547f92b-bdc1-49e9-b343-bd1d96ad8cde\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.264080106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.26671205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02400779-db9b-4a38-9ac3-6f707be3345d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.267073069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.274439356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.274499606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.274533293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.27456213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.278434095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.278851206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa166368-f599-4c44-8178-b3a5f12e19f6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.279004241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.28191459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.294221711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.294290869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.294324826Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.294695936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.29778477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.297847345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.298511568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.301557196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c89bb01a-79bb-4e98-ab40-3b79247f509f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.301777656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.312297696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe72eb0f-3a65-471e-8630-ba564e2b505f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.312450721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.3160238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974dafec-f6a9-41f1-8de8-f07594d99cd1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.316091074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.322238072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42e65b36-18a6-4f60-92a7-99fd1c91524e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.322691796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.324640468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"304631c5-a914-421f-96c0-a798fb36c34c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.324843252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.326803528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b8660a-89a6-440c-8f44-8c1701b7f8da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.327075841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.33066911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9fac53c-435e-4fc2-9b46-3679d036a484\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.330796393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.333105294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd1da16-f787-439f-b559-8b89474df25d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.334019505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.339013636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.339705124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"211cd03b-8d58-4b1e-a9b7-bb291b5dd22c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.339940973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.342462648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17863028-2b22-4939-ae68-222e3fdbebbe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.342716473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.346115997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf3413f-2efc-4262-a83e-c3546bdaf242\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.346190145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.348529606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fd9b14a-d514-4ed0-bb35-00fe13b959b2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.34865712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.350058372Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cd16641-c260-4d2f-a905-77420b6eae54\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.350438259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.352749874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08990e77-bcc7-4e58-9dfc-c8df1e41654e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.352828772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.354723557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f19a8db8-3745-470e-9c86-c0409ef747de\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.354834468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.35560323Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a52538c4-fbe3-46ab-a782-b1e2713956b8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.355684842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.356757409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb8f918e-bd4c-4826-a020-6af8966c792d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.35689848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.35786197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c2f3423-8afa-4d8b-a0af-7337228135e3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.358007901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.359188523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32e2e2bd-4952-4666-a0eb-eba75e41fd2c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.359253753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.359287991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.359317039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.359343522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.360235238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.363175807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.367225616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.367288181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.367320265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.367350144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.367377299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.367723759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.370040575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.374662394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.374729668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.374765379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.375186758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.439811239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.439926428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.440628737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.440686653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.440722905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.440749618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.441476296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:50.441666926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49341"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.442875283Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"77e910c1-a8a6-4702-8269-d06978d2b015","remote_addr":"[::1]:49341","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:50.443637232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"77e910c1-a8a6-4702-8269-d06978d2b015","remote_addr":"[::1]:49341","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":755,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.445854489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77e910c1-a8a6-4702-8269-d06978d2b015\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.450007424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.450054147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.450079858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.455748492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.45595801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.456071256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.456159622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.456958684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.457629961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.466463622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.466551797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.466586356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.467110711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.470935902Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.47754993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.477757233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.477809838Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.478300716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.479800835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.479850484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.480529637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:50.513839285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:50.51432405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.514480272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"486.673966ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.514672475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.514780991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.514952984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.515060368Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.515274414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.516868831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.521224088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.522056607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.525614756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.525986798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.526105935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.526744738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.53123788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.531429642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.533308396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57783","req_id":"0b4566e5-f693-4024-8925-afcb6c0ec2ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c2 3a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .:..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.53364187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57783","req_id":"0b4566e5-f693-4024-8925-afcb6c0ec2ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.534264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.534592053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.534770699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57783","req_id":"0b4566e5-f693-4024-8925-afcb6c0ec2ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.53530834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2135, tv_nsec: 334236984 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.535437698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.536759231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49578","req_id":"eb98b539-737a-4dd0-9128-89a0c0eedfa5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 96 01 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.536923438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49578","req_id":"eb98b539-737a-4dd0-9128-89a0c0eedfa5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38401,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.537209228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.537355018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49578","req_id":"eb98b539-737a-4dd0-9128-89a0c0eedfa5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.604618156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.605078813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.605148202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.605183722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.605250586Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.606123755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.606671316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59277","req_id":"0ef7dbc8-3225-4b82-b39e-871b44d588fb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 71 b0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c q............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.606737077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59277","req_id":"0ef7dbc8-3225-4b82-b39e-871b44d588fb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.606950453Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:50.60704951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59277","req_id":"0ef7dbc8-3225-4b82-b39e-871b44d588fb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.607286733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.607344007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.607376301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.609383771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.620557333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.620667262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.620702954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.622611777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.626629943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"111ca43d-3941-4021-890a-d110b4007feb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.627413223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:50.628539387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.629593497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.62970543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.62975041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.630446988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.631456239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d54f39f5-6ed4-4349-b3ce-90c6222f9b1a","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.632219169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d54f39f5-6ed4-4349-b3ce-90c6222f9b1a","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.632290882Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d54f39f5-6ed4-4349-b3ce-90c6222f9b1a","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.632983732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d54f39f5-6ed4-4349-b3ce-90c6222f9b1a","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.637497496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05bf8217-4cd1-40dd-9411-3b50f84db50c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.637566373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:50.639907187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d54f39f5-6ed4-4349-b3ce-90c6222f9b1a","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":8445,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.641684869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d54f39f5-6ed4-4349-b3ce-90c6222f9b1a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.641925678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.644188567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"6f1a0878-fe74-46b3-8e85-2ffdec8f039d","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.644263927Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"6f1a0878-fe74-46b3-8e85-2ffdec8f039d","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.644310891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"6f1a0878-fe74-46b3-8e85-2ffdec8f039d","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.646387328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"6f1a0878-fe74-46b3-8e85-2ffdec8f039d","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:50.650312719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"6f1a0878-fe74-46b3-8e85-2ffdec8f039d","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":7655,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.651689582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f1a0878-fe74-46b3-8e85-2ffdec8f039d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.651758971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.651793219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:50.65181886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.652863371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d091fd34-3c16-491f-9e20-21785acc44ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.652935535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.657012388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.657079712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965baeb5-cc36-457e-bf7b-4d3a316509ac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.657273548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.657404088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.661198458Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.662414391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.662472797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.662504801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.664731528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"274d0266-f5e7-4e4a-adc8-c26f44bb0dd0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.664932678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.672434074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb36dcc-a33d-47be-a481-e1c6a42ea5ea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.672664203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.673135462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.676263384Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b12925-b75b-4bdc-ada8-6c784da4122b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687273782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687346236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca8e7880-531d-475c-bb38-190e49268fc1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687387077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687416155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"160936c9-62bb-4c3e-be85-f361b7a41d58\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687447508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687479231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1762e3a1-e456-4fd4-90fe-0df0e4149050\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687510343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687539491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dbb07b1-ee83-4622-a10b-546b835c8adb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687572096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687602677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34e5dc68-7994-4361-b1bf-7cdca9a60787\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687636154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687666694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ec5ac06-5e59-497e-a13f-1c55f72bb4ab\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.687699329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.690794426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76178af6-21e6-4e7b-93ba-9352497b2ce3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.69092691Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.692974981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7cf9013-cdc5-40be-8614-3b1767c72ef2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.69321049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.694782612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"646260b5-e19f-4624-b54a-a5e26c60b1bf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.694852231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.696705524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e285169-e619-4a50-bbd2-74e673993695\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.69693977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.698742643Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d58f3784-9372-4ff5-9d30-67db2ae50559\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.698854475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.700863168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bf9b448-3a0b-484e-bff8-c71a1cae8912\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.70092958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.701743512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9509469a-979b-4b46-9d37-a20a481442f4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.701859092Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.703080976Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"397b62be-f69b-4e7a-acc3-e78f913d123c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.703667104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.704741936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ee06246-9546-42aa-9ac0-ef939127af8b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.704867065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.706894755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c0b2778-11e0-4da1-921c-29deadb50c1d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.706959785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.708236338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"977054db-8cfa-4dc8-9458-b42beb7363dd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.708324905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.711585992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e91e73de-3b64-4325-986e-b66f7d0075a2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.711658797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.713171501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3128d47a-bb94-4cfc-8b19-7b0a145adfe4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.713255068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.71589616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ae4682-b585-410f-898b-141c18112b22\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.716156168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.717740695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02247799-401c-421a-8228-62f73e7f9ded\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.717869482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.719567034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e02c286b-654f-48df-b150-e17fd95aa7cc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.719683696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.722355139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8733b7-e0f6-43e2-965e-542cd4b8e366\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.724103923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.72416735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.724204093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.724231828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.724256668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.724896763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.731002448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a70fb86-e4d0-4a4b-aa53-289533dbf627\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.731152046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.732491555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70d2851d-928e-4de8-ada6-a11c48e1186e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.732850791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.73306129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.747538225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.74761635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.747764235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.74836425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.753283832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6025ef56-d466-406a-87ee-b03b9d158138\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.754469455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.754531508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61df88ba-abc7-49da-a9d1-4fbaeb991573\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.754707469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.754916716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.754954972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.756014042Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.777342678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c4e7462-68cb-4d65-8e40-465cc87609ab\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.77755947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.78682497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faa3a1c3-c3c2-4033-b496-9bf7603f23dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.787356409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.833939703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81e35a33-9fcb-4290-972a-36bc0ce9de0d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.834180543Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.880316706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a404f6cd-a663-41c6-ad49-5d58d3fcab38\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.880477577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.887188638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de6b4a29-0c01-4750-990d-475f18f7782f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.88730013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.891544677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10433f11-c492-4919-bf7d-7233b28f3242\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.8916466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.895026885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.896591974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1666534-bbb7-4e2f-bb32-94c89cb039b1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.896930077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.897629872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5366299f-5048-40e1-8caa-5569665bc0c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.897769179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.898704222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a160b30-e51b-41ff-b707-8eb8cd25d931\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.898836626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.899726329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e320a2e5-dead-4af6-bea7-4ecd22377977\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.899808302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.900817864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4809881f-7e8e-45ab-8712-d698c1f68f60\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.900883635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.900922702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.900957933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.900989656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.902031792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.904201475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.917774689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.91785563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.917891211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.917922213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.917948565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.918312681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.92343175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.928456993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:50.928531631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.928563475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:50.929131126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.043000954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.043261774Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.044007069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.04499639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.045240276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.0457089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.047075102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:51.047244439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60833"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.049624702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"4dee6eef-a649-4ebb-b6c9-179e5637c4f7","remote_addr":"[::1]:60833","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.049826975Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.049959348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:51.050497731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"4dee6eef-a649-4ebb-b6c9-179e5637c4f7","remote_addr":"[::1]:60833","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":878,"response_code":"200"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.050751136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.05165663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.052093551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dee6eef-a649-4ebb-b6c9-179e5637c4f7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.080574878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.080641871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.080674015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.085251546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.085326705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.085363379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.085394541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.086413411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.087581348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.097849546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.097929005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.097961199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.098920781Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.103269355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.11720949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.117426632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.117484798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.118935549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.120395568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.120485407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.121294699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.121464939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.123526286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.142381103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.142549318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:51.152759331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:51.184336706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:51.185113624Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.185178193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"670.459827ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.185267701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.185300286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.185333953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.185367029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.185394634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.186549786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.189976433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.198808992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.198859973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.19888874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.199294429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.207046164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.207392995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.207472894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.208369791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59566","req_id":"a321c6dd-f6a1-4776-9a31-8712a947c695","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 32 90 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 2............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.208495962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59566","req_id":"a321c6dd-f6a1-4776-9a31-8712a947c695","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.208774948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.209251898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.209303742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59566","req_id":"a321c6dd-f6a1-4776-9a31-8712a947c695","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.210579724Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2136, tv_nsec: 9476123 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.210646978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.212839506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54393","req_id":"feb8086a-0a27-499e-8e31-c0d49ae297d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7c eb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e |...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.212995187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54393","req_id":"feb8086a-0a27-499e-8e31-c0d49ae297d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.213415674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.213441436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54393","req_id":"feb8086a-0a27-499e-8e31-c0d49ae297d6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.275690463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.276312803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.276368955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.276400387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.276427802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.278196787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.279519502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49182","req_id":"3f6d31c1-73fb-48cb-b864-bd677c6b061a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fd ba 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.279562939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49182","req_id":"3f6d31c1-73fb-48cb-b864-bd677c6b061a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.279774961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:51.279943777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49182","req_id":"3f6d31c1-73fb-48cb-b864-bd677c6b061a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.280453934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.280510096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.280538122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.284799672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.290820599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.290923995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.290987481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.291510924Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.291883817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f26ca25-fc12-4106-9619-a4d17c438820\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.292242021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.296944691Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.297048578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.297574055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.29944901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e54fb8c2-e75c-4426-bb1b-12ae4d171abd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.299670902Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.304538611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a03cae-f073-4968-ac7f-1d374d1de415\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.304621346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.308360967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6fdbeba-211f-45d8-97c0-94a644cd9798\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.308775803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.314687231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b60436-f52b-4e86-b97e-4a02b7672f9a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.315812033Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.321785594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3ae13c2-b282-411f-ada9-d6d6b4d1f313\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.322014921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.32586382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fafa07c-4505-49a9-81da-2e5404c54df9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.32609965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.329877397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb65c507-6fa6-48a9-a733-47d22ad658ff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.330002135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.331526753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71bce0be-c17b-460f-86c3-232a03c920ae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.331597033Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.336383209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e409cf1-20da-48b2-88bc-8a11bf17c9de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.336562496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.336901732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.342428965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0af138e3-5d5d-4e07-8cb8-a69ae1dc0de9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.342580036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.344783677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f08fe4c9-811f-4546-aa84-20786e4a93e6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.344849558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.346328615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2216c2c-a79d-4ea2-b04e-61ebaf5c96e5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.346513714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.350361881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"113ccbd8-fcd8-4494-a1a9-d05ca0f4f040\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.35161134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.354769884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d816a3f-ec62-4920-952a-43d6176e14ed\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.355082727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.357029636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf62926-e1ba-46dd-b9dc-bd4821ee7740\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.357277119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.360985157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19637afe-765f-4524-b6a6-911093eefcc3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.361051589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.371315419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b26194d7-8b38-4411-a2ea-788bde58bea1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.371482021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.375564265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e11d51cd-8d5f-4e86-97c7-29251afd3ff3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.376359159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.378101681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d9ab1c-a931-44f9-9ef9-4a720a61c84e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.378169786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.379614034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f63327ef-4826-4ccf-9e13-747e165be05f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.379858341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.383890795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cba34b3-4813-4c7b-9fd5-8aea41f445c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.385857834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.387971796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"434ae3a6-2b95-4f4a-8c83-d8d9cb7cc7e5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.389292037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.391193726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.391329095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.391418944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.391967908Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.393380873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.399099267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.406525343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.406616835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.406650492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.408262454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.408583714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7720f77-33d2-4c97-a7fa-4998cc3cba7d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.409076887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.418021979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.418090025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.419155187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.422790741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5d2cf1-3470-4111-9f85-bc2a746e046e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.423081189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.428442431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f10719b-7b82-441b-a23a-34ad584bb6a8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.428509435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.449428745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6956e88-1469-47a9-88bb-ebecef909f61\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.449703342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.453469977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f34d81e-e342-4803-baef-def80b443f32\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.453699064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.461036182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e03fe797-7c2c-49ec-a675-ab0f728fc7d6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.461272553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.47012951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a184eba1-fff5-4511-81fd-cc5a43a78210\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.470446492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.473907868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"026de70f-7876-49bb-99b4-decebc4a8f6a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.474172375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.476818006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe0e487-e461-4e6e-ab2f-ed39a223ab45\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.47798898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.479538497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ea87d4b-950e-4bfa-9eb5-afb7c6f63c96\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.47970068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.48072973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae094752-b66e-429a-864b-b42da60ada7f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.480921973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.484001629Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60c38a65-651d-478d-955b-e18ff7f8fa24\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.484245375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.487912652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3806f789-69a3-46dc-9104-492b9f635fef\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.488170125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.490215881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43587c68-40c6-4e5c-a0b4-3e10ac1c2267\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.490480618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.499198608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd910cd-e754-4a60-aa89-1babc7d719c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.49934505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.507095422Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7341ead5-db54-4072-b24c-9eecc3a33650\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.50726495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.512886791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0e2e717-31ed-476d-9b63-55a6226662d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.514563542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.517754911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.527066273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3668ab11-e6f9-409d-b5cf-59fd384859ae\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.527251512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.52820899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb45e66f-52d9-4c99-8eb2-f7d8f716da94\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.52839502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.529543358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"047ccc4c-1eb5-4396-864e-570c523cabc0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.529832655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.531179709Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"580484eb-8273-467f-b9c1-a325da9375e3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.531307313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.532777813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cebc1618-fcc7-48fb-8eb9-6d7efb4cc922\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.53284149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.532875097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.532905627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.532934926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.534258743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.550061229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.555316931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.555387521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.555422661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.555452611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.555480025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.555912287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.559158084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.565415561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.565489038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.565527434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.566024374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.56977142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.570726774Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.570786863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.570818116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.571115799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.575399013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.581249219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.581328858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.581394558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.581734917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.686301589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.686851925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:51.688770107Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33779"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.690004577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.690647508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.690993417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.691050992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.691979782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.69234493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"be377776-6b26-4626-9841-7040157c2052","remote_addr":"[::1]:33779","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:51.693741392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"be377776-6b26-4626-9841-7040157c2052","remote_addr":"[::1]:33779","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1417,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.693997362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.694806585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.694866243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.69489485Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.694919169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be377776-6b26-4626-9841-7040157c2052\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.697728887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.697786231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.697815299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.700734616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.700794555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.700827822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.70085716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.701380893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.705595821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.711507991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.711719492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.7117785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.71290789Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.757286281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:51.764895773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:51.765181201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.765233766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"579.9737ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.765271391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.765299868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.765331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.765364988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.76539613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.766088209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.768918889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.773109518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.773174207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.773208906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.773576969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.776580754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.776723539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.777204517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62999","req_id":"a4cc7429-7ed6-41a9-a9ad-628554b5df99","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b8 11 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.777261861Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62999","req_id":"a4cc7429-7ed6-41a9-a9ad-628554b5df99","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.777528312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.777699493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.777751417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62999","req_id":"a4cc7429-7ed6-41a9-a9ad-628554b5df99","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.77808941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2136, tv_nsec: 576988605 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.778152286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.778491331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64387","req_id":"2278ee83-b880-4269-84fb-d511cbb80f97","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d9 7e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .~..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.778545679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64387","req_id":"2278ee83-b880-4269-84fb-d511cbb80f97","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.778668765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.778695317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64387","req_id":"2278ee83-b880-4269-84fb-d511cbb80f97","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.856608094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.857071186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.857152548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.85718854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.857224101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.858040958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.859390758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61448","req_id":"6644ba0e-a4c6-4b5d-9d23-b368543e6143","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 63 c4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c c............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.859651137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61448","req_id":"6644ba0e-a4c6-4b5d-9d23-b368543e6143","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25540,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.859827237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25540,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:51.859928569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61448","req_id":"6644ba0e-a4c6-4b5d-9d23-b368543e6143","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.86088226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.8609479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.860979994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.862080998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.871305457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.871418603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.871455757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.872237805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:51.887400325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.887925151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.889606671Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.900394966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c3040c7-74f8-4ac9-80b4-760d4fa5c54e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.902498728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.932313612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f992a4de-00b7-4038-a193-d789cc1c3cd2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.932536797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.940015207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"565c3a0b-d654-4c75-a54c-46fc7adbf6ce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.940160897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.94370061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a781ea-b353-4c4a-b32c-ff089a67c61a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.944182821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.948070496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa001572-1eb8-443a-bb84-f069888ce14b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.948254333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.950708633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce3ec954-fedc-4f6b-b1c9-4cd3d95d9f7e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.95084287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.959855076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.960111928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9c41123-ac99-45c0-a1fd-bdff5ddac6f7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.960261065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.962692089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a182ff3f-c91d-4a8e-a1f1-8a0f92b7f983\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.96277276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.963754396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"063208e2-94ac-4178-959a-edd2ac31059d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.963899244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.965013504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"565ddaac-a653-406a-a423-6d890edc32bd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.965073013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.966414265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb166a8f-013f-4aa9-9610-eecbcdaad3dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.966576609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.967551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1871faa3-ac5f-4ca0-85f1-2c16346049fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.967628444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.968831121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dae9452-676e-43b8-8c73-0e19e63cf37b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.96926741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.970954501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deefcf51-d29e-44ca-8197-5d90073678a1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.971072937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.973862475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"806319e5-3bf7-415a-8054-94444682002c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.974019338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.977012121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6277a6a2-639d-41b1-8dd2-c89e9354a83d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.977372749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.981699941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c1a2722-44f5-4614-a73c-655e17ceb28c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.981807515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.98477604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b89bba7a-4a46-4065-9c6b-50f33f271e33\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.984857673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.986901725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c632086f-fe54-40ca-8dac-1859c3490e1c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.987194879Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.988349349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b085357-2d39-42b9-9930-dda7f8d7bba0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.988507114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.989552948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeed3c92-a36d-43e0-9f82-60aceab8baf7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.989703508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.991104008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e02c74ff-cdb5-4107-a454-b069590ff5d3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.99128053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.992295061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"132b6ed0-6e93-42b7-b8c4-d38e81754c43\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.992372125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.994371178Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63f4926f-e72a-4f6f-a6fc-656ecf4d015b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:51.99450789Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.000954264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb8b7a45-c2ac-43b6-826c-a1258854fd45\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.001181948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.003269808Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ee83b7-66c5-4fe3-acd0-01a157c24646\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.003372272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.005972583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5d3b88d-daac-4cef-9b67-860322414e96\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.006124616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.008936027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa3d2cb9-642e-4c2b-aa0e-26a4269d9d2a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.00917357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.011300729Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.011360367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.01139167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.011419335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.012612392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.015017113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4097230c-1237-4c5c-a3b7-f2848ee7f32c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.01518596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.015399575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.03193932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.032016483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.032052345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.033607223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.037068038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.037259059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.042390904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.047075698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cfbf512-50ce-4939-ab7e-aa2751bdc426\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.047358802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.050214091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.050377026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.050546794Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42aa72a4-c56b-4f4b-acb9-2f9ddaee052f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.050822142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.05127255Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.053277695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.057739886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a487a5e2-8205-4252-a8e3-0e3f5644e7ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.058272797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.068530766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.068607158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.077232854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.077473634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.079567496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feea1670-5a84-4a77-89de-c526b4379bde\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.079642866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.0819035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c397a331-6105-42b0-9292-77d884098849\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.082047617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.085938149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4411a522-3148-4669-acb9-7d06f73bab61\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.086430169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.092151428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72bd538c-7a8c-48e9-88e8-3300582b5cd6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.092392639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.096590343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.100449702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9089c1ac-0d04-4f0a-aad7-12ac49486a89\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.100681634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.103557244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3c74b19-78ed-4f81-af96-5b250a7cec8a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.103717623Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.105652017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b841c680-8aac-467e-ab6f-e2329f919982\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.105825603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.107497084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"471f2221-128c-4776-9e1d-2d49e668e15b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.107686972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.110344377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c7ca7a3-94fd-47d4-8a32-79a364ec44d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.110405298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.111416182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b8fef94-1384-4333-b872-617b8ce66e52\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.111553235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.112965649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9072c150-0701-486b-b940-0345d5b57f75\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.113106811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.115075583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2d7b3ae-eab8-4cd0-95ed-9c30e759d3ad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.115207376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.116354431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"717a1e80-c0c9-41ef-95b7-c34f1ca23ed9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.116423058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.116460613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.116492657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.116528077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.118404526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.122949582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.1266227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.126676217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.126836105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.126947567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.126988549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.127401111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.130050871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.135685106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.135740918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.135884293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.137067691Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.234624166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.234941679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.235712975Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.235872944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.236060127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.236202501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.237551529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:52.237743311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34307"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:52.238860296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.239279812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"063eedb1-7973-45d1-b485-2c8a0a3761be","remote_addr":"[::1]:34307","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:52.240085608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"063eedb1-7973-45d1-b485-2c8a0a3761be","remote_addr":"[::1]:34307","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":829,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.24046836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"063eedb1-7973-45d1-b485-2c8a0a3761be\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.243676663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.243733175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.243763836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.246142075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.246207866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.246242565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.24627034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.246883863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.247547675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.255258068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.255321654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.255355261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.256930119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.259197968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.264469281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.264864608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.264917433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.26555335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.267748945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.267821439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.268668587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.301918315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:52.306154726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:52.306440696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.306496547Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"541.203352ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.306533861Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.306560815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.306589713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.306621246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.306649191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.309584921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.312090192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.316370059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.316514227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.316810928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.317544509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.32039575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.320579757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.323229927Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62858","req_id":"33529c06-6abc-489d-ac40-7f1c6ccc66db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 83 f3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.323529153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62858","req_id":"33529c06-6abc-489d-ac40-7f1c6ccc66db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33779,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.323977387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.324225631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.324459948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62858","req_id":"33529c06-6abc-489d-ac40-7f1c6ccc66db","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.324860165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2137, tv_nsec: 123787657 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.326319633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.326851132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63460","req_id":"e05f80c4-adbe-421b-af37-7f85610d6072","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 67 bc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e g...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.326918577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63460","req_id":"e05f80c4-adbe-421b-af37-7f85610d6072","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26556,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.327869592Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.328031544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63460","req_id":"e05f80c4-adbe-421b-af37-7f85610d6072","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.397718731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.398286723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.398434147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.398534908Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.398619707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.399371535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.400250275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55633","req_id":"59353f7e-99f0-4159-9307-09a5b2e708c0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9c 29 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .)..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.400748949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55633","req_id":"59353f7e-99f0-4159-9307-09a5b2e708c0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.400851674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:52.402748603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55633","req_id":"59353f7e-99f0-4159-9307-09a5b2e708c0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.402779775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.402809565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.402836228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.402866237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.409217412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.409322641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.409409364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.410057305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.410629205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2aa47b-12aa-4e02-919a-36c723215a07\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.411107037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.422269788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564b7590-e979-4518-82a7-a8ff46c6a98f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.422499025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.422724414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.422769233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.424165725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.428254071Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42b0cba3-18a1-4843-a383-a66e868236cd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.428502416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.435548334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8cb003a-9049-4add-8c97-002497aae0ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.435798052Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.43895402Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd716c4-bcfb-447e-af4b-5afdcc6d2408\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.439121163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.444036867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3de5fe9-ac09-4e3e-9866-e7f6f4222550\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.444142097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.446885102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19734246-1c76-4294-85ee-17984f16875a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.446953829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.482017842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eb08e4b-1a49-453a-a592-887fe3260896\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.482199093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.483794522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6c82ba7-052b-4c96-9898-daa3f8e55407\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.483963649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.485246064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d99c18d-3f9e-45f1-8425-3d97a3520f8d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.485575841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.486628378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fe44c76-444b-43fa-a72d-86791122c129\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.486854869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.488530698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"838806f5-628b-48d4-b970-17a18f711380\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.488778642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.490100857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"647c37e7-19ec-400f-9849-13fda62d5297\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.490503539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.494851412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.497014532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae0527f-91d6-4c29-ad3b-1168ce22accf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.497186024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.500682169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e3239c3-6399-49eb-9789-77b2afd90bf9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.500907969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.50470258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b61f9982-eaeb-4f96-b1ed-0598d96a0100\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.505230111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.507626385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5de4797-de2e-41f6-a440-353a114b40ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.508246681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.512524194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1548752f-f990-4546-aa29-1a1e1291e0f0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.513591751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.517627382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be2d6253-fa82-4f6c-b3ee-5b75cd45e59e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.518937362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.522346985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b43174a9-cde5-4e9f-8175-976dc113904a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.523479381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.524756566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0db745b-2d19-4f73-b5a7-678a004bd69c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.525868131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.5262242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1d57f04-a0cd-4e19-a9e3-212fbdeb19bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.526357867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.5286634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eabba45-2054-466b-b435-59b845fd7476\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.529317213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.531846582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be3755d-a3fc-4ea4-ab4b-8eb2a67c47a7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.531918907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.534787753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e5f6977-f34f-4298-a13f-ccd8488bce80\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.536118444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.537169789Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9014ab0d-4f19-4327-9913-bd218e17cf7c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.537453985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.54032754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a0a9822-a10f-41da-b2ab-7afc84a6fc46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.541122003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.54649575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.54657604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.546608815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.546635398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.547564319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.547964005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5437233-30eb-4781-8890-a11734d72990\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.548112151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.552174094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3215b41e-5a47-40f8-a554-9195fbd7488f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.552279814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.555047028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b90d6979-28b2-4411-989d-99c55bff9775\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.555180153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.557096682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c85b52c-e13f-442f-b63d-14880ded1d05\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.557164797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.558152836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05ec6b93-5cd3-4f08-9d33-6724140485c3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.55838587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.560773287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc98ce54-4357-4df7-ab99-33604696e636\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.560971081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.561760364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c046b83f-da85-46c6-bcd8-e4ada2b3a0d7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.561894601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.562984523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92647ce0-f72c-47eb-b487-439a74b8e73d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.56320891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.565861034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"684ecd1c-5656-4836-9980-27d0c71c7f89\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.565927406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.566403074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.581897355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.582003076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.582128766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.582670736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.590638542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe609066-caf7-4d9d-8acd-0c41d280f2d5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.590833039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.591830106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.591888061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.595315811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.59738848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82ef07d4-6228-45fc-a939-07bf64db4090\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.59752394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.599548614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54228c68-5bdd-411a-ad12-b71185ea02e4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.59966675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.603665507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebb1b5fc-9cd5-451f-adb1-1b489f96d4f5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.604321183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.608469859Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda5d7bc-7609-446e-a31d-b265900aa385\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.608648956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.609510914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"756ce9da-1f51-4801-9d35-386e085ae93b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.609742204Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.61080917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83ed4b9e-5ef8-452a-927b-245454bb7817\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.610953678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.613291767Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af8eab96-7ef1-4d24-a662-eca5e51365dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.613427447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.615886727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9356722-5c6c-49e7-ac1e-a66386838db9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.61617925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.616241404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.61627446Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.616303397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.618857526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.621916351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.628274308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.628578675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.628634356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.628667382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.628695959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.629189893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:52.631642399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.632381842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.632694596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.636748302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.636843702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.636885726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.637278419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.640524155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4913868c-4da4-48a8-891d-ac3ac6e42505","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.640829103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4913868c-4da4-48a8-891d-ac3ac6e42505","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.640896998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4913868c-4da4-48a8-891d-ac3ac6e42505","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.641463497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4913868c-4da4-48a8-891d-ac3ac6e42505","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:52.645811841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4913868c-4da4-48a8-891d-ac3ac6e42505","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":5334,"response_code":"200"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.695779478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.695853566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:52.698539247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53280"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.698920797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.699300714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4913868c-4da4-48a8-891d-ac3ac6e42505\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.699682244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.699824568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.700538941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.700892495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"7c4be6d3-4806-4308-a320-12855778687c","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.702317785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"f3e63b08-0dff-4402-9316-9f43b89431ee","remote_addr":"[::1]:53280","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.702682662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"7c4be6d3-4806-4308-a320-12855778687c","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.702748323Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"7c4be6d3-4806-4308-a320-12855778687c","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.704365806Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"7c4be6d3-4806-4308-a320-12855778687c","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:52.707827573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"f3e63b08-0dff-4402-9316-9f43b89431ee","remote_addr":"[::1]:53280","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5520,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.711069783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.713137503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.713364305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.713411849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.713440266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3e63b08-0dff-4402-9316-9f43b89431ee\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.720189864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.720300044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.720365153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.723779316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.724059675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.724181658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.724310194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.726050541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:52.730864443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"7c4be6d3-4806-4308-a320-12855778687c","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":29968,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.731103228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.736598868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.736979667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.737045939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.738511729Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.738851156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c4be6d3-4806-4308-a320-12855778687c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.739329889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.739389639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:52.739419989Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.752070464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.752141195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.752172928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.752200273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.752957993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.75570209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.762684472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.76390296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.764017859Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.765068091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:52.798419481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:52.798870741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.799195508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"492.353001ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.799453572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.79951268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.799546507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.799580074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.799609292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.800216011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.815153022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.815230887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.816892578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.818625421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.82617894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.826320793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.826420381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.8271827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.848880812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.848939299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.858157355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55225","req_id":"9cc863c1-410b-44e1-a39c-6d4f8a02483c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 24 de 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 $............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.858600759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55225","req_id":"9cc863c1-410b-44e1-a39c-6d4f8a02483c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9438,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.859247427Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.85971043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.860159685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55225","req_id":"9cc863c1-410b-44e1-a39c-6d4f8a02483c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.862202756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2137, tv_nsec: 660654779 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.862273937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.870381581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62467","req_id":"4618663c-e1e3-44d0-9fa1-1f6cbabc8196","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 42 cc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e B...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.870488324Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62467","req_id":"4618663c-e1e3-44d0-9fa1-1f6cbabc8196","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.870584195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.870608323Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62467","req_id":"4618663c-e1e3-44d0-9fa1-1f6cbabc8196","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.931199407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:52.951853699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55239","req_id":"6a763635-0935-4f9e-b6ba-5f67424f4cdd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 53 1a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c S............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.952105731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55239","req_id":"6a763635-0935-4f9e-b6ba-5f67424f4cdd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.952615948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:52.952992398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55239","req_id":"6a763635-0935-4f9e-b6ba-5f67424f4cdd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.954282679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.954341356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.95436881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.968549755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3733938-e3c8-46bf-8c2f-3524613f5769\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.96929026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.976493442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.981749244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a11781b5-01c9-443b-8f60-f629a0e9933d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.982106065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.984370507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c577285c-bad0-4357-8d0f-92f3b9b946f3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.984439424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.986381524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22f3e175-6d37-4a1b-b0ec-001a337dbaac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.986442064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.9933409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3948dfd0-3ac5-4dd8-a770-07b2a3d2246a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.993527171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.995452798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0809bdc9-6383-4de7-8ad3-1f1411b4f84f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.995574159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.998045213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5e1dc18-c7c2-4453-bcae-9bcd723377fc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:52.999127279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.001400057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"805479a0-b59f-45b0-8e27-9a5ebd32f727\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.001583252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.002607102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d634c0a-ff86-4585-8f60-26de6858bce0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.002776409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.004320987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c30ec2-0d45-4c43-8198-92ce2e9b3b43\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.004555043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.00611432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed3ef894-b5cd-464d-a931-2049ebd53293\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.006304248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.007361545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"283f0c79-2a02-4b37-9298-bcb1d9905596\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.007439751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.009061292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9278711d-2964-443b-a37d-69c4b0674da0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.009527851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.011780179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57aa7229-8875-4a65-a72f-275136d8138d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.011900398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.014232355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe05aa1-e66a-4a0e-911b-a61e93608f98\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.014298286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.015786481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2c2f928-3859-4ce2-934a-ceb39673317f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.015852142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.017471739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b4bd236-f368-4e4a-bd56-d1d3519812bf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.017625756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.019307617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239c188b-dd02-4388-b5b6-141b10be13a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.019447586Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.021508833Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7ce635a-1c96-4b0b-85ac-320d7952ca0a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.021575195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.022712431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47903dd5-5464-4381-b7d5-f560c821747d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.02277725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.024210185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec39a5aa-70fb-42b4-8633-fc1409d5aede\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.024448951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.025034397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13e11f7b-7900-4e94-b5a0-20a9c2b8ba24\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.025102433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.026893361Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d1f91c3-5e52-4bde-a106-99a3a84114a6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.027039232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.027591231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.02765066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.028613528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.028833346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.029632128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.030969693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaa71b2b-921c-45bc-ba28-e7564aaafeef\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.031188138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.033260096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.041067031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.041180076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.041264925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.041838378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.042275188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865b9a6d-6e42-4beb-abc2-be336c0de8a3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.042493483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.045147832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.045254194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.046066322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.049541396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.04971908Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.051070111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.052145143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.054061211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da065440-05f8-4d58-b811-b4ed2f3d219e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.05530558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.058813991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.058878399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.060142397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"425f859c-6bf6-4d8a-9dcb-41a256bbd89e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.060355021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.064031346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.064096105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.072637423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0324476e-ecda-4f36-91e2-9bf2eea23d39\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.073701523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.086720442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55c365e2-9d7f-4d45-afb8-5082d3501800\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.086979799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.089808646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f5bd3ea-c2d3-4294-a3bd-34a7f684c2ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.090046189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.103797247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a81990d-55c6-45f5-8564-c66ac9f2b267\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.106030947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.106681143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.112272082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbe8c189-3c68-4ba1-aef5-30cc93b97edf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.113702342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.117349058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62f6677a-a9e5-4d81-8881-186004f677b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.117515189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.119169044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a048c813-7f64-420d-a06e-cfa0ff0d0832\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.11937749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.125124831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5ed0124-9834-4555-85bb-de7ea1aef7a8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.127579451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.13039923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a49d767b-0f60-46d9-809b-f7f42049b4f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.13048466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.132302943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"279bdcd7-392c-4460-afee-ac9ef0e601c6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.132421409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.139207469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5d995c-ec8c-4656-b285-a936cd905bde\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.139568068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.143924117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"360ca916-4b57-414b-94f4-e3f1d9aabd34\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.14415658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.14808115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"decfb761-81e0-442f-9d51-3ec5c232a34a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.148299555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.151852203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c0923c0-ae42-43a6-a4ab-f2aab64a800d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.152071089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:53.152339494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.153524084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcec519c-e463-4f74-b1a5-200aa95cb1eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.153773732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.157249577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f95c968-8125-45fb-ad75-965968b86035\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.157503934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.157752068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.157803541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.157834212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.157862599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.158719987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.161824152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"956d6993-8fae-43fa-988d-cbd0f28d9d32\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.162088098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.162923352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.171614589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.171715319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.171804307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.172607397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.176302228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f390fea6-4e61-4d3d-8112-edb5eb505b39\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.17670972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.176876152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.176926402Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.176961141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.177850714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.1820248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.182125511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.182821858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.183994916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.18894603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.189053805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.189215167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.189311438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.189390466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.190144618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.193249555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.219899182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.220157898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.220214831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.221526385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.397603477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.397677254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:53.398289844Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36679"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.398935581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"becede57-9015-4339-8c31-9cc8e27b96fe","remote_addr":"[::1]:36679","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:53.399562079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"becede57-9015-4339-8c31-9cc8e27b96fe","remote_addr":"[::1]:36679","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":633,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.401403638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"becede57-9015-4339-8c31-9cc8e27b96fe\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.403859612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.403898609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.403924411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.406087952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.406151909Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.406186999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.406215365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.406997794Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.409569308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.413909525Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.414108462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.414169884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.414999597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.43374173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:53.447922524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:53.448348423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.448510446Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"649.084809ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.448566758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.448597669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.448629142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.448662358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.448691867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.449613253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.452303764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.457137484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.457252674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.457286712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.457630867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.462135903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.462215141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.463231697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59470","req_id":"6f13e4fc-46ee-4b74-96d6-727659ce88c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 26 22 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 &\"..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.463357357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59470","req_id":"6f13e4fc-46ee-4b74-96d6-727659ce88c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.463655271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.463946922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.464005088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59470","req_id":"6f13e4fc-46ee-4b74-96d6-727659ce88c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.464495675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2138, tv_nsec: 263386654 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.464560735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.465150109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52274","req_id":"37801498-7619-44c2-aaee-0c8371d8150c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 18 d1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.465214457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52274","req_id":"37801498-7619-44c2-aaee-0c8371d8150c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.465307493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.465335779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52274","req_id":"37801498-7619-44c2-aaee-0c8371d8150c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.534187672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.534909971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.534981203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.535080401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.535112454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.535820235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.536191414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58961","req_id":"f946bda9-7ddc-4464-bce8-2650dcba0797","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9d 38 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .8..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.536382966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58961","req_id":"f946bda9-7ddc-4464-bce8-2650dcba0797","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40248,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.536746841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40248,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:53.537116958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58961","req_id":"f946bda9-7ddc-4464-bce8-2650dcba0797","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.537639279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.539051743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.539143065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.539487171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.553790329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.553849958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.553989165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.554399272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.558112982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.558170787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.559110429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.559915513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0b1a0a8-bbcb-4248-a7b9-2d53dc93dd28\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.560208567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.564734474Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cd3a65e-a461-4a62-a9de-f0e4421ed4cf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.565723595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.571622027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26cac68-444a-4bf9-adf5-d17af31c651c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.572579425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.578161487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c3c799f-842e-4b97-997a-1c0fae8d9e6b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.578251817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.583519422Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"541c4114-160b-42b8-b0c6-9ae8dabf558b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.583817296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.587687717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b01adc29-e1cb-48d5-b49b-5050c56557e1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.587871934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.594100745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.595486646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"838159a8-8285-4fb3-930d-56762f7713bd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.595603309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.597901197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e15b8c1-0f63-4bee-a494-8107b06e267f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.59802332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.601440449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d57e1289-a933-4f8c-9667-0c8a6729b35d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.601550919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.602979024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e700aa4d-f018-444f-82b6-454d7f9356e8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.603141708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.604667378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d4ae154-2afc-4675-bb56-68e2d5df44cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.60514017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.606305001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fab51b80-0278-4aa3-8bf9-1f426489aaf9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.606552885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.608463953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5929e07-e9f5-4d75-8deb-3edea517d3de\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.608864962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.611433469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee46706e-ebc0-431d-a520-55ecccdd8522\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.611726503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.614798945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"844403bd-713b-4577-bb3a-e76bbf755382\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.616072212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.619576704Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25eb6c90-4947-4151-89f0-500af6c39c99\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.619761202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.624856333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef7a4e4-c083-44ad-ac17-478e75f5d42a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.625064929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.637818389Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0e9e2a9-40cf-4f59-ad4e-1501fec38a58\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.638411561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.644299553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e926f65-6c70-4c9a-baa4-73b4edb22397\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.644715151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.645045128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.645202762Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.645308513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.6453974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.646183927Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.647312566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45f2b08c-1a27-4b4a-ba72-0a2eed321cfe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.647594598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.648936411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eddbf611-a5e5-44f4-b40c-980477aa4cdd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.649211429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.649742898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.658282012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.658383504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.658473503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.659301223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.660762143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.660972322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.663635679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.66375685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.664448969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.664808696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.665598359Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.665708849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.665780201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.665919018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7296b6c4-14f2-4c1c-bcbd-fc2f6722dfea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.666179768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.668331395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c84105c-ab60-4d18-b8aa-ee273633bb6a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.668600451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.669953266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"973224d9-921a-4906-8d65-edcb67798a48\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.670235478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.67214838Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a44de9c3-84b4-4ccf-9648-79567e633fea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.672427997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.676457465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066e5788-5bec-4e37-8c57-effb7fb80085\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.676770359Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.683898571Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0720bdc-7c3d-4758-a5d8-da5ff7ecfe7f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.684126866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.687170751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de97b7dd-b5d7-4fad-97fe-cfccd0efe0d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.687334257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.690012613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9b01221-3e71-4205-a8cc-d88f54664144\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.691364326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.701460933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.710022692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e2d4cd-dadf-43b1-8f7c-eb0650ef6285\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.710062742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.710090317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f4a55be-5950-4fdd-9119-1ca07643f4c1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.710121268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.710147901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f9f8e59-87db-4603-a023-59afb9fc0112\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.710178232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.712889033Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f02f9f-5a29-447a-b185-8389af2e1d0c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.713030334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.714300986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e112e9-889b-4217-8fb9-7dade5941cc1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.71438308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.717746531Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d60ac63-f178-4f59-92f5-2493aa9b51e6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.717934305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.719535085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d38f900-f320-417a-83ec-32e54446fc5f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.719609092Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.721915948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b43fe633-69aa-4f48-831b-70b4d77f9942\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.722300174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.725528115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d2e5b25-5f3a-4134-aebc-15025459cae5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.725655299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.728201873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dba0ad9-86a4-4659-b5eb-6ae333719883\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.728340278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.730427146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c381c32-cd45-4aa5-bec9-2367c5a7b433\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.730590161Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.733624988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05732ae5-be0c-4671-9c0d-cf48103a5f04\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.733800968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.734633527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04446458-6507-4c34-96ce-e89adccbf2a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.73476014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.73597509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3882e851-38a1-4da4-8590-fa5056abf88d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.736222764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.737689717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f4c4593-7155-4355-a5d0-8ae054ea1637\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.737757281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.738617395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac7837cd-07a2-4959-a802-fe248e9558ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.738684779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.738719438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.738752264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.738874136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.741712732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.744362912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.749663453Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.749732812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.749768663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.749803923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.749834464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.750385632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.753479246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.753543845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.753579346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.753610708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.754346534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.754521322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.760480165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.760550014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.760585335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.769212634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.773989562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.784555664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.7846593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.784698809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.785333864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.866156377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.866236717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:53.867305607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59252"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.87069504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.870760651Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.873419519Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.876159969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"05457fde-3eab-44f1-8621-f3e64c439f49","remote_addr":"[::1]:59252","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:53.884409035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"05457fde-3eab-44f1-8621-f3e64c439f49","remote_addr":"[::1]:59252","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8269,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.896987216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05457fde-3eab-44f1-8621-f3e64c439f49\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.9004726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.90057285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.900638691Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.903820811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.903951722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.904050759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.904191901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.912854611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.93507834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.939748325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.939928724Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.9399821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.941655545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:53.994485254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:53.995253365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.995320839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"546.712629ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.995363214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.995391851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.995424416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:53.995455487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.995484064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.996812662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:53.999729603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.006238161Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.006502237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.006675984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.007468533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.011632649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.012872971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.012964804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.014984919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62120","req_id":"4c00a5fb-f035-451b-9b4e-280c19a7b411","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: df 3c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .<..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.015255377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62120","req_id":"4c00a5fb-f035-451b-9b4e-280c19a7b411","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.015582299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.015830103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.016422773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62120","req_id":"4c00a5fb-f035-451b-9b4e-280c19a7b411","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.016854854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2138, tv_nsec: 815783478 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.016991336Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.018145907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63004","req_id":"69a4a65b-66b0-454f-a1ac-9867c3f23f45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 08 19 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.01830836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63004","req_id":"69a4a65b-66b0-454f-a1ac-9867c3f23f45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2073,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.018555352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.018930159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63004","req_id":"69a4a65b-66b0-454f-a1ac-9867c3f23f45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.111728985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.112300804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.112367407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.11249451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.112540752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.114348254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.114550877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.114605276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.114906566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.115854966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.122315508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54258","req_id":"20ba4a1c-77f1-44c8-8a62-b695008f216c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1a c9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.122404595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54258","req_id":"20ba4a1c-77f1-44c8-8a62-b695008f216c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.122594464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:54.122721306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54258","req_id":"20ba4a1c-77f1-44c8-8a62-b695008f216c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.122851225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.133175616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.133243822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.133277469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.13376468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.134163073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.134248333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.134875743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.134938178Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.134967236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.139852419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.139931226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.140664768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.141547256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.141614269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.142887416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34d3cb38-51ad-468f-95ae-ddc42be1c551\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.143113737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.146316999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c1182f-ab75-4d5c-ba67-eb3fb7d585ab\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.146620374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.150018023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec0ea3ec-e89c-4afe-8a03-008c8816b78a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.1500864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.17149749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c5d907f-1bc9-4ac7-9992-cccb7d76b4cc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.172030241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.177809496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61315f4b-1b10-4778-99be-0878c3e55df5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.17842909Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.181592914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a13a9198-e15a-4b11-a372-83702d91fa7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.181813454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.191964439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b2a77c4-7b0c-46aa-9316-4fb185914925\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.192374506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.199407418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.200903509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5eb2bbd-d276-44fc-b54d-accc27440c85\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.201769445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.206501052Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a947c902-44cd-4a08-b05d-fda1bee91efe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.206604969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.20853771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3874e828-ab74-492b-9c4b-066b061063af\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.208747758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.210235863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50bcf3ff-2a91-469b-a077-e7116ae317de\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.21062075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.212304615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd75ebbf-2311-40b6-a472-0e255fa32b32\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.212660464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.214272015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b3b2a15-e1ea-42bd-bda9-736f50cfbb31\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.216691305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:54.217223396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.219223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26dfe262-99be-4fcb-9e29-ea6d220934a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.21995575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.221823541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83a7e7fd-b40f-408c-86ab-6bb41478898e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.222171655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.226222576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f37f0f-1b98-4633-abd5-058ec24970bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.228176248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.231438669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a78017e1-6d18-4cc4-9c96-0d136a6f03e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.232402299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.240515363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e6ddf4a-24ca-4e2c-a124-5fd488b369ba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.242025743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.24401181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42e5d922-2cd0-49a4-8978-142e43553ce4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.244247129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.245154306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e650c565-0f88-4566-aebc-f3d636b32e0a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.245391559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.247528296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9bdc95b-3063-4c2d-b4ad-f31e2c8dd41e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.247779146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.249916164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dbaada7-56bc-4d82-9c35-cec9d988ab74\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.250301562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.25065192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.250709495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.250743122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.250943651Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.251664207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.254310569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad93edd9-f0c3-4132-9ae9-137472c57d0d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.254601239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.256563278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.263158939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.263778554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.263837792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.264498548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.266183636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed089aa5-6062-40f0-b329-fb0fa467ac4d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.266349095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.277477197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.277558489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.278456659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.279652752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2ce83e7-43e1-4983-901c-54600cd871cb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.279731108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.28206098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"637dd48f-b984-4875-92ea-cc1b057a3e6c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.282131611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.28475598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf38032a-b418-4296-885d-26541e987a4e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.284874686Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.290673881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e66a300-11af-4acd-b602-bb02e2949362\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.290756355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.293297458Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ab2f2d-2669-47d2-bbcc-f690a73cbdaa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.293474842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.299063026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6523768f-e87b-4d12-9e7d-092fc1953027\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.299254828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.303101542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72b66d12-884b-4398-b422-5ee2fa1339ae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.304073298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.309101036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.309985949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c861e0c4-1f7f-40db-bcfd-07ee53d2ea2c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.310653128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.313741482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f84422e-4781-4138-988c-38c138180e7d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.313924677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.315051722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de45e8fe-ef68-4b4c-8cf4-4f15778c675a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.315184316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.316367313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf22bcf0-99b1-4b2e-a875-c333263e64d0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.316533464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.318176248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cdce2a0-4931-4bd3-b4de-a455229bc0d4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.318242941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.319954431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf8221f-9eeb-4f44-a660-b666e670ea23\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.320076143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.322292369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab27e8c-41c8-419d-851f-1312a57d506e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.322766644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.326088422Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a186b6ad-0877-48e9-a932-1a5e9d4913fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.326161207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.329112608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a20de501-a4ca-44cc-a565-194f6d4ea951\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.329295131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.331813479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3603f15-5d23-442f-b2e5-81030b38fff2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.331878278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.333983092Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca8d1d32-a6a5-42d4-ab41-56564d54003f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.334356716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.337893964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf0c75e3-c39f-4871-88e4-38bdd31afb93\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.337974735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.339120949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"252dc361-2b5e-4c23-a363-d3ae621723eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.339192461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.34054223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81ce3518-c6b4-4963-b2c8-488cf32dd366\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.340587611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.340620176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.340683943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.340715926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.341715839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.345232526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.351424723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.351506937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.351803107Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.35186486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.351898928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.352536749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.35639217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.36103476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.361100742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.361136824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.361867379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.36245003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.362509128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.362541903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.362572364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.36295694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.37826462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.388034636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.388100487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.388134325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.388551225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.450108043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.450483271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:54.4567867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47209"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.457754979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.457891301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.459681448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.461218941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"af022ebc-c718-4b71-ab28-99962f895e61","remote_addr":"[::1]:47209","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:54.463282893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"af022ebc-c718-4b71-ab28-99962f895e61","remote_addr":"[::1]:47209","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1515,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.463829262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af022ebc-c718-4b71-ab28-99962f895e61\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.469502135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.470422078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.470474893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.473541112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.473614248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.473650159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.473680169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.475494584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.481181315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.486778006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.486995569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.487048645Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.487804952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.523404902Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:54.534757812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:54.53502748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.535084533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"539.709235ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.535119072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.535144854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.53517326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.535199953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.535224622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.535869187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.540838137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.549093656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.549343083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.549451358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.550050753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.553938188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.553996755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.556802315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61289","req_id":"1cbfb5f4-dd94-4913-b7cf-7dadee038f08","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 27 dc 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 '............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.556864549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61289","req_id":"1cbfb5f4-dd94-4913-b7cf-7dadee038f08","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10204,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.556999387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.557029628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.557052082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61289","req_id":"1cbfb5f4-dd94-4913-b7cf-7dadee038f08","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.557093725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2139, tv_nsec: 354518122 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.557132152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.55715614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51428","req_id":"ea4e979a-31cb-46a9-add7-3b4051fd92ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d0 a5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.557187602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51428","req_id":"ea4e979a-31cb-46a9-add7-3b4051fd92ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53413,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.557274075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.557298593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51428","req_id":"ea4e979a-31cb-46a9-add7-3b4051fd92ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.624062286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.624630247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.625430832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.625689057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.625743786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.626509682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:54.626693639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.635292331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65411","req_id":"27df1848-762e-4424-a442-a8d8df5faeec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 07 73 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .s..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.639058495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65411","req_id":"27df1848-762e-4424-a442-a8d8df5faeec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.63917167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:54.639315427Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65411","req_id":"27df1848-762e-4424-a442-a8d8df5faeec","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.639716786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.645613595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2132cf3-af2f-4271-9c8e-8dd308bc3048","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.646108862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.646163872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.646194593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.647014326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2132cf3-af2f-4271-9c8e-8dd308bc3048","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.6470865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2132cf3-af2f-4271-9c8e-8dd308bc3048","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.648069018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2132cf3-af2f-4271-9c8e-8dd308bc3048","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.648853791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.65407788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.654140465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.654174102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.655306999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.657266573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.657533916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:54.660475547Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c2132cf3-af2f-4271-9c8e-8dd308bc3048","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":14786,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.660567009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.66060251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.661200772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.662590731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2132cf3-af2f-4271-9c8e-8dd308bc3048\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.664596888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.664805233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.665945836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.666007298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.666038511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.670938073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"931ef62d-3530-4ecf-8fc1-ecb09a0eb769","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.67137858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"931ef62d-3530-4ecf-8fc1-ecb09a0eb769","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.671452638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"931ef62d-3530-4ecf-8fc1-ecb09a0eb769","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.672307501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"931ef62d-3530-4ecf-8fc1-ecb09a0eb769","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.672458783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1d39044-a0ef-4fb0-b753-7509c80fc5a9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.672729121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:54.677633323Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"931ef62d-3530-4ecf-8fc1-ecb09a0eb769","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":6732,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.679120285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931ef62d-3530-4ecf-8fc1-ecb09a0eb769\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.679192699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.679222339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:54.67924802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.680711936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe62107-c957-4289-a0b9-4d2fda740411\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.680881464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.684471637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef31982-f1c7-4b21-a2b1-86362efed772\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.684708349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.687635842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad999ee-a136-445c-b120-f1182b387dc7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.687738015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.693471559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8a270b3-736c-4718-a5fd-e7e2a2726dc6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.693592731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.697825113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bae39a8-6792-49dd-b96c-762cde7ee119\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.697946746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.701997046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36257789-0552-4751-94e4-0527f8f963c4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.702043087Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.705453362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.712070667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fadf1fc7-736d-4f2a-87e5-aaeb53e6cf6f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.712386957Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.713368412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e789c4f-1e80-4f91-84c3-a5ac88d115c2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.713632839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.714762801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ab7a812-f335-4015-a056-ba8a57a2b2be\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.715005865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.716143341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48d3bdda-80a4-4f89-955d-8f16ee7c05c4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.716489401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.72868492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba3237b-f3f9-4e6b-b96c-0f906b4e03e7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.728969466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.73016563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2694cd44-af89-41ff-8f4c-0ec9ceb6c240\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.730452612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.733698509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc11f326-43f6-411f-a8e8-50558e64f163\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.733829229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.736018662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ecd45ae-0a2b-4d65-b892-14fb11652873\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.736095825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.739497693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0dd92f-bd2b-4c63-9244-81586ec7a65b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.745429041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.745479261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d06c2249-abf2-4afd-982e-89e652f7e7c3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.745514401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.745577818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce91c1c8-db49-4596-8214-0fd7f7c88e9e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.74576489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.748792843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe8b4f5-4e73-4329-a221-d11eacde51ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.748860428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.748891279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c136b25-b10f-4a7c-833f-bea13534ea2f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.74905235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.750385697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a5faf28-f384-433d-bcef-378d4e4b259e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.750529964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.753841693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fb7528a-e27a-47fc-a98c-d24fedef4f4b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.753994497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.755256502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9af0b46c-07de-4b44-9cf7-6c9d5086e1e3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.755334868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.756855377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.756924245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.75696223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.756992771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.758139676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.758510505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e2cfc71-cc22-4754-8f0c-20e45e8a02f0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.758887156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.763578242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.775484445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.775554805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.775588632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.776060783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.779051101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.779101772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.779565957Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.784096995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7557e4d-cc19-43cc-93a4-07015879c743\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.784325971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.790720821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a3a36a-da55-4ff6-ad2b-252a27445c19\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.790975549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.843575892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.852127871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"003f6b70-b7ef-4b41-ae95-23d2039c8137\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.852297599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.863367756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13159f0a-15df-4148-bab9-26bab56e0c11\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.863531372Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.874478904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aabeee5-15ab-4a64-b9b2-1b18ecba053a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.874708702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.878566378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4697f678-3f1e-4e3a-8e75-5326cb32f05d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.878809332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.881364333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"147ca4b6-66eb-4f13-9dc0-ccc4ef33582f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.883480459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.897392177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.898394304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.898504493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.898597398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.899625507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.899945745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1b75e58-ef82-43ac-9f6d-9b5e4aa4ff37\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.900637684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.904800488Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.920108077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.920187425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.920317665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.921150845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.921520802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e4cffc1-0b89-42a8-87e1-6befee1f46ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.921793906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.924462142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb4b2dc-a1ed-472d-95d4-4a7de3f5c282\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.924657752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.924854003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.924905766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.925387817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.927691466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6347d60b-1460-4d80-bacb-3dc706ade081\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.928096253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.93388184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11858fef-696e-4224-932d-36702df3b279\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.934091017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.938396365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71dcb444-2666-461f-87b5-81b130a8b7fc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.939335967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.943671916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45b76542-152a-4458-a80c-0b137037bc85\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.943852486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.947235978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a0ea85b-4e58-40d7-8df5-d98fd52b7a4f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.947476126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.953260271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f757bffa-6164-4e89-bbe3-b79ef633d161\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.953528235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.957462523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.961469347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0b01aaa-39ac-42ab-a928-b16c9a6c1591\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.961746359Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.963013583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acb2ab85-c81b-4cf6-9149-4047d5f83d39\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.963258722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.965105341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f147a1b8-ed15-4702-aa43-b9b11cf4e1fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.965351932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.96681633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14bd0c9f-130a-48be-883d-4be34fcf0fc4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.967042671Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.968249065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b701727f-d269-4c3e-87ee-3d0b4753040c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.968449093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.968577269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.968673841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.968762087Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.96965177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.972194005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.977864383Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.977929011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.97796331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.977994221Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.978024802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.97848538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.981021403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.989080129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:54.989252092Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.989305528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:54.990323306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.07667697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.076860947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.077579078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.077814216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.0790158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.079116962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.080001114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.080181172Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39900"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.080721028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.0810937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.082919468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.083889862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.084562863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"79eafc8e-106d-4725-8119-664eb4dd93ac","remote_addr":"[::1]:39900","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.085155674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"79eafc8e-106d-4725-8119-664eb4dd93ac","remote_addr":"[::1]:39900","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":600,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.085735098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.092217714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.09231613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.092400148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.093016135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.09647175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79eafc8e-106d-4725-8119-664eb4dd93ac\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.100031974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.100123326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.100186502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.103594722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.103718569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.103813689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.104031793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.105625709Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.106491113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.106592225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.110440492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.110548738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.111260857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.111836574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.111943507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.112570235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.122553777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.122756741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.122813715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.123743407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:55.183586861Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.2004701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:55.228132706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:55.230247249Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.230320846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"695.146503ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.23036311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.23039334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.230426466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.23045829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.230488259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.232143698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.236869223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.259300686Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.259419964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.259459022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.25986952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.261429849Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.261494517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.261530289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.261557563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.263848317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.268209857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.268289686Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.269966878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.312992925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.313126751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.313224326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.314021544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.314411902Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61047","req_id":"a15baefd-04fb-4ccb-a391-27dfeafaa8a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4a ce 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 J............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.314673904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61047","req_id":"a15baefd-04fb-4ccb-a391-27dfeafaa8a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.315057368Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.315318679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.315549048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61047","req_id":"a15baefd-04fb-4ccb-a391-27dfeafaa8a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.318060992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.318226031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.319034302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.319622524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 118536408 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.319765268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.320776493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62501","req_id":"9d5af44b-dd7b-4752-80ee-9116240bc0a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c8 5a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.321558681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62501","req_id":"9d5af44b-dd7b-4752-80ee-9116240bc0a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.329101299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.329348051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62501","req_id":"9d5af44b-dd7b-4752-80ee-9116240bc0a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.40625332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.406921672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.406987553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.407023815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.408525798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.408586218Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.408616158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.408644584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.412003737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.412051011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.412077153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.412103376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"63.066µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.412187814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.412232072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.412264467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.412293895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.412561699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.413235742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.413386572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.413422584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.413452584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.413480189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.413507213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.414312778Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.414355493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.414384541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.414412226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.414858054Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.414902693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.414993885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.415019596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"60.331µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.415052692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.415077431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.41510668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.415135006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.41516186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.415607798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.415651756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.415680743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.415707016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.416017464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.416060881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.416091231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.417259269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.419409272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65349","req_id":"9da63c50-a6e3-4f06-a831-3019a7416c8f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 54 a9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c T............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.419472859Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65349","req_id":"9da63c50-a6e3-4f06-a831-3019a7416c8f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.419601936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:55.419685072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65349","req_id":"9da63c50-a6e3-4f06-a831-3019a7416c8f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.425186954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.425244589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.42527546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.428215157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.4300687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.431801353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55987","req_id":"fcb1419b-21eb-459d-a7d9-7ea301853534","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5e 27 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ^'..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.431841954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55987","req_id":"fcb1419b-21eb-459d-a7d9-7ea301853534","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.431910811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.431933767Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.431956492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55987","req_id":"fcb1419b-21eb-459d-a7d9-7ea301853534","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.431997263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59787","req_id":"4b9d8505-393e-4110-a5e7-2a551e54a78a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 77 ba 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 w............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.432029477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59787","req_id":"4b9d8505-393e-4110-a5e7-2a551e54a78a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.432096771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.432118966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.432139286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59787","req_id":"4b9d8505-393e-4110-a5e7-2a551e54a78a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.43228198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"052341a4-c8b7-4bd7-a076-a980711a0617\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.432510826Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.433002656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.438837652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.438905688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.438938844Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.439325043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.439653197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"27.714238ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.451965328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.461249476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.461315027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.461349766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.461976274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.464261467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.472002611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.472089895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.472125897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.472666654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.47472746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.480105105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.48017306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.480208511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.480241286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.480271226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.480731062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.500553166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.500759668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.504285322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.508795839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 307674894 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.508858374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.509186688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 308097586 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.509245776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.509967233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.51036726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.510465576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.511180871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.513774258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49976","req_id":"03f17ade-9d10-45ad-9fe9-7760750cb206","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 48 f5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e H...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.513852645Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49976","req_id":"03f17ade-9d10-45ad-9fe9-7760750cb206","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18677,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.513948656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.513973646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49976","req_id":"03f17ade-9d10-45ad-9fe9-7760750cb206","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.514016311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57731","req_id":"edc573fb-2747-41e2-8f33-cb97d8f23ca1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 54 63 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Tc..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.514051801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57731","req_id":"edc573fb-2747-41e2-8f33-cb97d8f23ca1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.514251098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.514551136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57731","req_id":"edc573fb-2747-41e2-8f33-cb97d8f23ca1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.514656256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63033","req_id":"f2ba497f-ba0d-47e1-a893-e4c1f04b227c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 49 a2 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 I............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.514696696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63033","req_id":"f2ba497f-ba0d-47e1-a893-e4c1f04b227c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.514819461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.514955782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.515063557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63033","req_id":"f2ba497f-ba0d-47e1-a893-e4c1f04b227c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.515495989Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.519890485Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.519956827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.519996215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.520610429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.527152253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.593988731Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.594156114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.594633395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.668441443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.669547607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.670370015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2140, tv_nsec: 469279440 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.670513311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.752154776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.752236078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.752274835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.752306478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.75233727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.752363442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.752386638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.752413973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.752444563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"336.060319ms"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.755581694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35459"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.762013649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.763112058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.764233061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.768599722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.768752736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.768845982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.76893539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.769014759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.771585721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.778062455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/vpc-routes","method":"GET","req_id":"95a73f61-2bf2-484e-875f-f6bcf787f131","remote_addr":"[::1]:35459","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.778995725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50569","req_id":"34192ed2-de59-48a5-bbfe-c02bef753bcc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e5 aa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.779207036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50569","req_id":"34192ed2-de59-48a5-bbfe-c02bef753bcc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.779659738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.781644372Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50569","req_id":"34192ed2-de59-48a5-bbfe-c02bef753bcc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.784257879Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2503e4d-c168-4d2c-9519-86b626f3a068\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.784558438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.78527196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/vpc-routes","method":"GET","req_id":"95a73f61-2bf2-484e-875f-f6bcf787f131","remote_addr":"[::1]:35459","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7243,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.786824172Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.790595265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.790729533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.790822338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.794143465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.799018959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.859821514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.862427236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.862475332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:55.862512155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:55.862547225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.866041958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.866115605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.86614842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.866176055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.866253269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a73f61-2bf2-484e-875f-f6bcf787f131\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.866306635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.866342006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.86636915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.94777194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.955764444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49544"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.957353601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.958398573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:43365/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.970701946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/eip-gateways","method":"PUT","req_id":"ec0eab2d-ac47-4dbe-99c1-9fdf71737ffd","remote_addr":"[::1]:35459","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:55.971375118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/v2p","method":"GET","req_id":"58a91208-0f70-432f-a80c-368414c313c8","remote_addr":"[::1]:49544","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.98035027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/eip-gateways","method":"PUT","req_id":"ec0eab2d-ac47-4dbe-99c1-9fdf71737ffd","remote_addr":"[::1]:35459","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9669,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.980539297Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/v2p","method":"GET","req_id":"58a91208-0f70-432f-a80c-368414c313c8","remote_addr":"[::1]:49544","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9176,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.987237593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58a91208-0f70-432f-a80c-368414c313c8\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.987515647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.987609063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:55.987681447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.989061717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{}","iteration":2,"elapsed":"574.697156ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.989721081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ec0eab2d-ac47-4dbe-99c1-9fdf71737ffd\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.991137162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{}","iteration":2,"elapsed":"575.499634ms"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:55.993544028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.01430873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.014447306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.016264377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.020509184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.020650095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.020747549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.020831807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.021525709Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.030729317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.039381496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:56.039959317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:56.040331388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.04049275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"628.276259ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.045211211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.04525555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.0453711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.045645246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.048404564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.073959771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.074048307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.080154674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.081610204Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.087037748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.099237485Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.09931505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.099349328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.103076995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.104499509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.104568727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.113505994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.113625512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.114309535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.114789261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.114901805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.115225049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0e966b6-0240-4676-9725-c43b90d499da\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.115485769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.119683122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcf8497c-d7a7-4de9-b141-57f584ab14bf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.119893831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.127496459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87ce9f5a-089e-4781-b3ef-41e102257835\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.12770771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.14146447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb63a521-b064-42a4-857c-2eaafc94e5fe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.141748946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.147975532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48471ca7-5e00-4af9-812f-6ba896691639\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.148274188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.150744309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a546077f-0b85-4674-b2e1-2d90d6629720\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.150966903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.154718167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4f2ad6-67ea-4d7d-bd90-7b44ba03c1a0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.15495581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.155369364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.157844887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"987d0f3e-1ca7-4e7d-970a-1277ae3df5a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.158194433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.15952291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaf558e3-501d-4e26-b8c5-6243fdfd3c64\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.159787026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.161119341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1bd1e0a-5aa8-41f8-8502-8761c1700740\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.161332756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.162503348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce2502b-b247-4b76-ba59-ce177bd40a1e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.162822504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.165067838Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eafc0f3-14b1-4d6c-932e-cfa1d63300d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.165283618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.167321037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff9a8070-0bc4-4c9b-9d0e-3454541a76bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.167530274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.170554239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c95a6c4d-4cd7-4a6f-a472-3a1bc13165ae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.175885351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:56.181580458Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.184409595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c369e673-3109-430a-ac31-f1b9936d9e1f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.184497841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.186971199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f82578e7-ead3-49d5-926e-18dc972c4c64\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.187092651Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.188937557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03db407b-b1cc-46bc-a8a1-b1220623afe4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.189042005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.191610833Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f330e74-604c-493b-939d-b877179ad24f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.191788347Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.19287903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"780816e4-356b-4845-a082-27d708af3143\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.19410396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.195407087Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00b258ee-38f9-4bbc-a2ec-fbe041f60be1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.195588919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.196594673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6509b2ba-f220-49e4-b29b-f603b7fb063e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.196711576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.201112304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb0303e-706a-407d-af2a-6a5174ce45cf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.201283836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.203697154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c565b319-3c5f-4a92-a229-fcdd2bae2a5a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.203763496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.206625328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.20674654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.206798493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.206830327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.208350937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.208712307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"004139c4-a978-469f-bd73-b665f07d1cf0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.20938656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.21208175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.22000669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.220102521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.220139254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.220566104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.221865944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"861ac9ad-3793-415b-993a-db6b780a624c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.225489594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.229285527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.229349034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.230902158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.234678913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3fd733d-e8cd-4174-85c6-efbcaf9b95f4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.234944272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.237575114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90be4aa5-86ba-4263-aec1-dd7c45286e57\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.237757597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.240099173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e14e1c1-1ae4-480a-aeee-9b2282328552\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.240270514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.243970747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4386086-0f49-4024-a4b6-19c5a8ebf969\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.244267769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.245567097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb6bb8a-8ebd-4683-b555-6fb02e871c09\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.245948898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.247286934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ddebbb-4d2c-4011-abc7-a5c9eb28e76b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.24752594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.250197734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9448125c-83f5-44b7-a112-2cb5f2d38db5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.250327402Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.251681059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d28963-2d2a-45e9-84b8-db85bd1ba36e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.251855667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.254253274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e74d535-b567-4f55-83d4-3b550eeb6180\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.254486318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.256443959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80d562d9-091a-43dd-b39e-8681f1b788d4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.256517986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.261231628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6bcb43-52e9-40b0-8c9c-300b97f488c0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.261446085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.265842625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.268683475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7c928f9-e0fe-4917-9261-7318d16d1381\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.268826089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.271118136Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a56f969-f297-4925-b5af-097ccd795e02\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.271249488Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.273902494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa3d120a-699a-44d0-b969-bf1bab8f101e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.274058044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.275337583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"136e00bc-6254-471e-99ee-4d68682ca3a9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.275469275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.276370962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1faddae-b12f-4f12-9d61-066481912731\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.276636411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.27797626Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc5b0fab-2730-4b77-8672-43f34d2ec2c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.278135658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.280312004Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8df15abc-5d86-44ba-af6d-fb1ea2cb9656\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.280389739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.280427234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.280459248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.280489197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.281365193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.28408427Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.290859299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.292248226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.292314779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.292348045Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.292377574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.293082839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.297538307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.305235743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.305295332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.305381814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.306421345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.392432217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.392514561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.392907764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.392967323Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.393000038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.393026701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.393886885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:56.39394943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43539"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.395983101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"af0334a9-4b82-4425-8813-140fdf74c0ff","remote_addr":"[::1]:43539","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:56.39726197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"af0334a9-4b82-4425-8813-140fdf74c0ff","remote_addr":"[::1]:43539","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":999,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.398692039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af0334a9-4b82-4425-8813-140fdf74c0ff\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.403170312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.403250331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.403280501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.406881215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.407798683Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.407862801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.407896037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.409143853Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.409761013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.419511741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.419596039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.419679124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.420522735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.422897406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.427664455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.42790313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.427962168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.428629738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.431820946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.431924382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.432634226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:56.464488845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:56.464965003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.465025434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"1.234667214s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.465150333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.465193258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.465222667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.465251995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.465280051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.46667465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.470616995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.474652295Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.474771562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.474805841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.475307009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.479056881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.480221862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.48034147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.481140322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60387","req_id":"ea059ef6-f265-468c-a1e6-26bb9d453825","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ba b9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.481360561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60387","req_id":"ea059ef6-f265-468c-a1e6-26bb9d453825","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.481711259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.481872921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.481969013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60387","req_id":"ea059ef6-f265-468c-a1e6-26bb9d453825","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.482505031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 281425568 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.482552746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.482944396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63867","req_id":"4bfed209-37d8-4eaf-8294-4133619b8356","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7d 4f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e }O..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.483238432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63867","req_id":"4bfed209-37d8-4eaf-8294-4133619b8356","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32079,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.483345445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.483533119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63867","req_id":"4bfed209-37d8-4eaf-8294-4133619b8356","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.557163433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.558188565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.558259016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.558292011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.558319276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.559025292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.559628023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52892","req_id":"dc4b7ef3-c788-48df-a763-ee6950ab80f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 10 4f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .O..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.559793934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52892","req_id":"dc4b7ef3-c788-48df-a763-ee6950ab80f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.559983512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:56.560124974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52892","req_id":"dc4b7ef3-c788-48df-a763-ee6950ab80f1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.560481374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.560537245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.560565752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.563129299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.574272682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.57443213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.574558221Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.575485518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.581510663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f06e215e-77f0-4cca-8e18-aaaf3bd5e030\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.581888947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.582289665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.582423532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.583135831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.585603448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9352292a-1503-414c-93a2-6c9f574dcea1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.586070929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.5898256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4473cab-cb8e-4d2b-85b5-16b824e1239a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.590105778Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.594576696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4defb7-63c0-4dc3-9cd0-08e8f5f195f4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.594843899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.59858357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56c6b175-05c9-46c3-ae12-c28763253e0f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.59879451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.602384723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd506cd2-bd41-4a94-8b7a-186c48c53aa8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.602547638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.607081541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fd65185-e799-4346-baef-887cdcf0ffa3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.608068448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.610690201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cce9e76-6ac9-4594-a7e7-ef000890e18a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.610772906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.616565738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.616943711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ee5beb-9135-4ff4-b0f0-dc65f2372e67\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.617775819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:56.627321188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.627974369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8239824-e5f3-452b-aa35-962b5f79bb39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.62822596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.628999742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.629319309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f841554-db0c-4aa1-b73c-b5f414674357","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.632445678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f841554-db0c-4aa1-b73c-b5f414674357","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.632585196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f841554-db0c-4aa1-b73c-b5f414674357","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.633588314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f841554-db0c-4aa1-b73c-b5f414674357","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.636454144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7cefb2a-8c55-41f6-b2b5-529d5ba76970\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.636595085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.637647913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89118ae7-6d62-4521-bdfc-f25f85a37ec6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.637954925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:56.640897788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2f841554-db0c-4aa1-b73c-b5f414674357","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":11546,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.641286112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f841554-db0c-4aa1-b73c-b5f414674357\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.641547893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.641705718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf128b65-1ec7-42e2-9ff2-c076f81786d2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.642009142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.642542705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"b28dcc02-dce1-4c9f-b431-525e2e7fbe82","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.64309685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"b28dcc02-dce1-4c9f-b431-525e2e7fbe82","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.643166809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"b28dcc02-dce1-4c9f-b431-525e2e7fbe82","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.648064487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"b28dcc02-dce1-4c9f-b431-525e2e7fbe82","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:56.650858664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"b28dcc02-dce1-4c9f-b431-525e2e7fbe82","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":8322,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.654003029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b28dcc02-dce1-4c9f-b431-525e2e7fbe82\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.654217447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.654348628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:56.654390732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.65442498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f21c095-04e0-46c6-84f5-b577f4d1950f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.654642914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.659838236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.660012112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.663772635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.665186822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.665294166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.665366771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.667448328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e9df71d-e9d8-40b2-afa8-313beba3683c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.667733346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.668177952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.668316027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.668414604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.668499062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.669342733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.673224627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.683578627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.683651021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.683683285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.684110226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.68440342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daa737f5-d7f4-45f2-8c5a-f2f27b7feb84\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.684674951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.695077518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.695157196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.695644598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.69629838Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4cbfc0f-ff0e-4d3b-bb23-b79d8e816d28\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.696445984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.700310474Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6275860f-889a-46ae-91f0-7d11f0d34e97\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.714528492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.72112705Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08b97bf4-1116-48e0-a75b-6ddb7dbfdacc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.721452628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.722514334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"830873b2-9fa2-449d-a3a3-f1362c4e479d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.722720585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.724133049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f69a6de4-e0d2-45dc-974b-56b43cf0c059\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.7244596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.725365444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909ed12d-63c7-4671-b897-fa7d201205f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.725545463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.726679843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f54ab2a-72e4-4663-be6c-c82cd21372df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.726884591Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.728663265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c943261-e826-4101-958b-ed33a4bc60fb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.72918762Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.745376776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.745455352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ff8cca8-d943-46f3-83fd-7c867e320bb8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.746450124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.74689462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.747345829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/fa82486c-1d93-4c63-a44b-1419dd01ffe2","method":"GET","req_id":"e1f62d3a-90b7-4242-8859-abc71d38e08c","remote_addr":"127.0.0.1:33650","local_addr":"127.0.0.1:64644","component":"dropshot","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:56.754853187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/fa82486c-1d93-4c63-a44b-1419dd01ffe2","method":"GET","req_id":"e1f62d3a-90b7-4242-8859-abc71d38e08c","remote_addr":"127.0.0.1:33650","local_addr":"127.0.0.1:64644","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":7470,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.756584326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.767868529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.767924951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.767956965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.778232208Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.785873703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4cf259e-a0e5-4fcd-82ec-5eb0d17579cb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.786184232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.789143067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6ad1c9f-e49d-437f-98b7-1b48d1277ec2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.789595168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.803195315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:56.803296978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:56.804641246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.819654709Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e7abac-ea06-452c-8b13-16d8907b1116\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.8226211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.833916074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.834125812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.834245831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.834416822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.835355973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.841453372Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.860553207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.860679479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.860769738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.863237235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.869360585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.869431406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.872779527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.878677078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ec26085-dcaa-477f-8a22-f6ffed8ab098\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.879258516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.884021296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f7b92f-3eb3-4c2c-96c5-08883eb2b57d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.88436992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.886098164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7818b6a-c646-426a-9bb3-db1f6eca2aba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.88641252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.887885665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca7413c8-21d7-403f-9059-f62047025560\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.888108369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.88944399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a5adc9c-2150-41f8-b6a9-7e5ebfa657f7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.88961474Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.891158105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"775273e7-5276-4c44-9c96-f8e73124304a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.891309677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.893056698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c067e1ae-af85-40ed-9573-41b91081aaa0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.893227569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.896247756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d0601d7-9de1-48c4-ab52-632ebd826caf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.896396963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.898864991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed93b8a0-6090-40f5-9ee6-bf83d4eb2362\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.8990401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.903172473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22c823c6-de11-40db-b671-ae86b5cf17b2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.903493463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.911571157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.91194909Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b783bceb-267e-4afe-a1d3-5b135fdfd293\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.915529584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.919301509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523a602d-e962-40a8-80f5-bd58f23c2046\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.919384895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.922429782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3bb4a9d-9872-4a3b-a39c-2f00087b64a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.922513759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.923795914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d9fe90d-1077-4e59-9a57-1ebaa79e52c6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.923927837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.925212947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ba060b0-7799-4b63-b8bf-a0f6cdbb3940\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.925353548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.928424787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ec31acb-f8b1-4b79-a34f-f34a51726993\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.928552722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.930824438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d88f360d-6f54-4ea3-a44c-07d78f2d3a93\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.931180227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.931323071Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.93142782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.931516447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.932518443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.935517929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.943781714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.943917194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.944020751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.944141862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.944229216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.94487349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.949405179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.956213564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.956360627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.95645224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.957910776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.962986419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.963058372Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:56.963093011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.963295815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:56.964571276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.041483459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.042079086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:57.043159689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61365"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.043584806Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"b9e37206-804c-4885-b8c7-6b4fcf4003c4","remote_addr":"[::1]:61365","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:57.047143727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"b9e37206-804c-4885-b8c7-6b4fcf4003c4","remote_addr":"[::1]:61365","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3558,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.047417432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.057145434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.057269151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.057367988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.058034927Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.059463282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e37206-804c-4885-b8c7-6b4fcf4003c4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.06213719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.062235426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.062299844Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.065022298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.065214481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.065328258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.06546462Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.066357529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.067912277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.068057416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.068399537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.077616512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.08296576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.083027272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.083859641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.085558966Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.092298515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.09253204Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.092585296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.093101615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.093740898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.093797401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.099516987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.099650192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.1076746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.107786594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.11275848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.112864661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.127516995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.127580502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:57.140988697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:57.141303905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.141358233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"676.215556ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.141409245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.141438192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.141474014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.141503783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.141530807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.142288597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.146738863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.147104131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.155332686Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.155409038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.155442886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.156129955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.16432866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.164387547Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.165325927Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53957","req_id":"aaa11dcf-2a8a-44ab-b106-0ffcb873ff5a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 34 5c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 4\\..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.16538757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53957","req_id":"aaa11dcf-2a8a-44ab-b106-0ffcb873ff5a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.165532478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.165663069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.165762597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53957","req_id":"aaa11dcf-2a8a-44ab-b106-0ffcb873ff5a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.166166231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2141, tv_nsec: 965040546 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.166217604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.166583673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57544","req_id":"d0125943-9964-490f-8826-63a599ced753","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 31 5e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 1^..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.166631107Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57544","req_id":"d0125943-9964-490f-8826-63a599ced753","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12638,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.166771197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.166807409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57544","req_id":"d0125943-9964-490f-8826-63a599ced753","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.274627193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.275205545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.275285715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.275320835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.275350253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.276003034Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:57.277026914Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.277583884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53447","req_id":"2c572163-1304-4e6e-830c-c91bfd6c53c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b1 d5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.277718201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53447","req_id":"2c572163-1304-4e6e-830c-c91bfd6c53c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45525,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.277928029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45525,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:57.278023209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53447","req_id":"2c572163-1304-4e6e-830c-c91bfd6c53c2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.278664998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.278719827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.278746921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.282728955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.292762817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.292882295Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.293015069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.301725614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.30826289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.308431576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.309229035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.309543892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fee183ab-8414-4322-8e00-c331d52daf68\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.310296351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.325601796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1965c9c4-5f31-49fd-9589-e7dedbb42e53\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.325956593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.331492192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab9857ee-375e-4d1e-8de9-e0bd9a3249e1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.332081016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.342165769Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c72482e3-b71f-494d-a119-7ae43d087086\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.342401669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.345457608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1520788-2040-4c8c-842f-3cfa1fa40d2e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.345686714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.381360291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7c7d622-5460-49b9-954a-92fb24871f27\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.381547064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.384405238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.387735694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b594d3d-776b-415b-ad2a-37ab5e701fbe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.387876665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.390874087Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79ae8264-0402-43e2-ad92-c3e4e8b0a0e2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.390954597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.392685987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bcb910f-1942-43ec-a51f-4ba1078579d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.394653898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.396914151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e225993-d686-4b79-9460-a579909fb9be\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.397075222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.398770109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09e60fbd-90df-44fc-adde-792ce6de5374\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.398997152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.400384867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa35167-ffac-4122-babe-27255f05c454\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.400504445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.402724518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c66ea1-01d8-4553-b1a1-d716e6e2d765\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.402905589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.409480008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f55ef31-2e87-4ac2-aef5-2e5ea4f6c66e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.410189111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.414265102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a25a3f11-f98d-4376-92fa-1bad7648db1e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.414515792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.419109124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60cc9c66-3436-46a6-a1a1-b7d0c920816a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.419355414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.420880473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4f518b3-4598-40be-a514-3c791c925ca0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.42109496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.423112991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b10b20ec-5539-471d-b971-ad20d679250b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.423981241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.427686413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f698f5e-26ca-4439-a4ab-dbd84ade1f97\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.428347621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.431206837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95830dce-00f8-4bee-a73a-2d4bdea40dac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.431446264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.432979279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69f34416-7326-41bc-ade7-6d35b9fe3430\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.433262433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.434574157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fec06c6-e30a-4bc8-8873-5eacdda483db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.434796429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.435706192Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.435999316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.436127181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.436216118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.440165587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.444535584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e395e77-1a6c-4ff8-aad0-0e88f5d39b7a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.44475437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.45574074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.470043517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.470121773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.470153576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.471782341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.472651313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d9a565d-9502-400d-b855-6e922b51dbc2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.47289595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.476216857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.476321195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.476733707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.480759247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b932105-cccf-4220-ba7c-a76e737ac367\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.480919577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.489652396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08d89354-7c48-41f8-86da-fdc97910e3d4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.4908689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.49457268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98795a51-660d-4073-a7fd-44539b91073a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.4950343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.500181285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"468c3f00-5cdc-46c4-8f06-eb534285c14c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.500553817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.5026682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07408ed4-18dd-4c02-928e-536c10b94661\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.502936574Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.508009812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8c16ed-05cc-47d8-ba5a-02aebb360ca5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.50844504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.510659311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b103c7-ee4f-4e02-ab6f-21453c0d187c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.510888328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.514437369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3089f2a7-8c6c-42d0-a652-add89d64fceb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.514714952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.515966916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bfddf67-d44c-403b-b9e8-c30e4978b8ba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.516193879Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.52155487Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.523083556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5debb759-b8f6-4676-ae49-3d5aab463274\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.523303544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.53947784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"603350a8-e6f4-4e51-a3b8-c33629691de2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.541660209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.544338916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92b1907c-05fa-4522-bd48-6a41ff9f1267\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.544528694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.547115287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8d7884d-1dc2-40f2-a6fd-b23f1867068a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.547244695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.549650559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e618edbd-f695-4c93-a855-ac1cb1a427b9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.549897321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.551796484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"347d4deb-c494-4b44-951b-7595993cbc11\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.552370238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.554367687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef487574-8efb-493c-a313-0a966f832779\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.554530893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.560233615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ef0e16-b475-422a-9735-f77ab886be96\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.560367912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.567793057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed89b60-6c30-4b0e-992e-87e918fa1e95\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.568031652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.569110461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f4039cc-8bb6-4b01-982c-d868f4ca1e77\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.569443184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.574338468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.574403978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.574437585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.57446486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.576903709Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.577203516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"766f7689-8981-404e-a819-77d582d02bbb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.577284708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.581068577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.595558748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.595628407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.5956603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.596236839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.598050212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f6f5be-5675-4379-b016-fd87d0ddc273\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.598097075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.598289318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.598329599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.598357184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.59867663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.598968442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.599014143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.599654328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.609972466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.627299539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.627368667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.627401483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.62743548Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.627467985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.628022861Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.634078837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.641939058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.642144537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.642248144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.642928439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.731827665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.731958816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:57.732715173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34986"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.732850463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.734431242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.739410603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"9f69bd29-e5e3-49eb-aef5-0f1c7873141d","remote_addr":"[::1]:34986","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:57.745333464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"9f69bd29-e5e3-49eb-aef5-0f1c7873141d","remote_addr":"[::1]:34986","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5942,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.74673144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.747285894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.747409992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.747457947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.747540953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f69bd29-e5e3-49eb-aef5-0f1c7873141d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.749800825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.7498634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.749897318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.751577886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.751640661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.751675791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.75170544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.75342168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.76110587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.775331754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.781080819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.781222381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.782372121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.826861634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:57.852830385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:57.853102567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.853160883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"711.70198ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.853197807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.853224741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.853254339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.853283257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.853310381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.854297448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.856589364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.862463418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.862603126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.862702625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.863330325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.863756444Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.86438189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56125","req_id":"f6ece020-f7ae-4bfa-bb9c-701cf214321a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: d8 b1 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.864560116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56125","req_id":"f6ece020-f7ae-4bfa-bb9c-701cf214321a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55473,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.864855434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.86509935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.865274799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56125","req_id":"f6ece020-f7ae-4bfa-bb9c-701cf214321a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.865974774Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2142, tv_nsec: 664902045 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.866110655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.866556423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61843","req_id":"6ca2a92c-8ec5-42e2-bd2f-0d9bbcb52764","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 82 5a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Z..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.866721362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61843","req_id":"6ca2a92c-8ec5-42e2-bd2f-0d9bbcb52764","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.866970418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.867117281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61843","req_id":"6ca2a92c-8ec5-42e2-bd2f-0d9bbcb52764","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:57.867593569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:57.951689706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.951773923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.952310242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:57.95237426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:57.955834063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.959520758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.959606529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.963659124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.963771508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.963808642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.96384271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.964366423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.964765719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53507","req_id":"a1a234dc-dcfe-4363-99a8-e2f73020be66","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 34 ed 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 4............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.964999805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53507","req_id":"a1a234dc-dcfe-4363-99a8-e2f73020be66","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.965184012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.965344752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.965513388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53507","req_id":"a1a234dc-dcfe-4363-99a8-e2f73020be66","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.966172882Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2142, tv_nsec: 765005675 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.966245998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:57.966617348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53591","req_id":"c7e83eef-7c76-49d7-b553-f277cb46d4fb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e1 bb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.966694071Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53591","req_id":"c7e83eef-7c76-49d7-b553-f277cb46d4fb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57787,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.966779802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:57.966801445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53591","req_id":"c7e83eef-7c76-49d7-b553-f277cb46d4fb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.025092025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.025574356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.032861104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.033207985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.033266753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.033919994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.034504889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54477","req_id":"928c779f-6751-4566-af77-ce553ac762e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6f 8b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c o............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.0346659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54477","req_id":"928c779f-6751-4566-af77-ce553ac762e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.034872021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:58.035063052Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54477","req_id":"928c779f-6751-4566-af77-ce553ac762e0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.037091974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.03714994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.037181693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.038402275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.038462274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.039560573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.040759391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f92ecfee-3823-4556-95de-0a746877000b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.041760586Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.053378203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.053663251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.053927939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.055147438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.056609632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a083f3c-a1cd-4f81-8a9b-8206d9babe7e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.057221451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.062717491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.06289745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.069767909Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a73b7ff7-7127-424a-a202-ded2017bb830\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.070361842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.074421591Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.074535478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.076836502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"046d003f-d649-4d47-b10d-15cfabbd2f0d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.077084587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.081449604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f15fba3-7d93-4eed-abcb-3c9ace930e4d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.081670694Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.083990717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900f150f-e44b-47c4-a6a4-d32f8b6ed086\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.084229683Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.088809949Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f21d5587-939b-4a86-b0aa-fd2a87bc1f0e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.089044686Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.089450164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.093075097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1874b5a9-5ddf-4d23-91ca-18401240b0cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.094026072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.095223006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf531b86-dfb7-40bb-9020-25936fe2e237\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.095527142Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.096831972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b83806-8a9b-46af-82b2-634c75fc1213\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.097240256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.098798039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b4d3b4d-931f-4afa-8415-c98d5f4d4285\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.099024581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.100137528Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d89120-edc7-43bc-9bbc-f1279bea0415\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.101745432Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.104243559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"020ab754-149c-433c-a541-19214b2d5518\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.10453007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.106920503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db4a2117-3e64-4689-8d26-dc93497fc630\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.107070732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.108829506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f29bc3c-1ef5-477e-97a1-002d79fcb85d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.108955828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.112164211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8877a4c4-aaea-475d-bafb-c7fa7153e932\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.11382516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.116024943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6cd527d-b960-45db-9f2e-5aac28dbb85f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.116411333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.121686904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc42c737-fa25-445f-918c-bb5e5c359e38\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.123297403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.125756422Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9746484a-142b-492d-9955-106c4ec17db3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.125886742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.126775843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edca57e5-5bea-4704-a5f2-95818112d234\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.126930952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.128194931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47ca6065-7d52-4a01-ba55-133525f4e56a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.12850053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.131137564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0475e49a-2ef1-4d26-bfdb-cb36045cd350\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.131341139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.133970799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd5a708e-3b9d-4b65-9525-2a2e2e8447a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.134309253Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.137473648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a78b2c5-42c0-43be-ba55-37efdb001dbe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.137765459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.140696489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.140757661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.14079214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.140820797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.141859056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.143386329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e255b4d2-3c9b-4052-8c6c-9ffadac008a1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.143509173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.145455271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.152775306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.152869864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.153018029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.154567036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:58.155569593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.157820688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.15787179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.15929231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.162699729Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a97a78d-64ee-4ba2-8313-16c385b3fdad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.162899016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.167023915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35ddb930-d489-4426-9ec4-14e41fb63251\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.167231298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.169730979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"448d1274-2911-4f60-8525-6e209b75b23b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.169789796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.171522488Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76cc0c66-42ff-4089-afbe-8562cb4a7379\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.171765633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.174832623Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae49b74-36a8-4b2b-a6d3-2ad2ee8b1d06\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.17506679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.17632145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98263533-d107-4fbb-b0f1-b6ca7f9f438b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.176452441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.178492265Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63ad1716-3c0f-42fd-94c5-68d8a0c5c84e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.178649558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.182394921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9d3b87c-25ae-4f48-b680-3f76c992ca30\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.183549281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.185124058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd0e6d1b-2049-43b1-9449-79d6b4710e3f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.185269899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.188107473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.18839726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26acb2b-e04f-4d96-9353-08a248e1cd27\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.188585325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.191902003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa4aad9-f765-41a4-81b9-139b7e9f0825\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.192099176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.194724817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd2e2599-0ee8-4afa-ac34-7d7f84c69024\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.194848353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.197292633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c2d3e37-ba3c-46ef-aa1b-2ded984829ba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.197413845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.202476181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe0ce118-ef4e-46ed-9e5b-e1698063b236\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.202766911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.207639759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a3fe488-39bc-4ef6-ac54-c205995d4028\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.208083784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.210227044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f0085c-abd5-4264-ae4a-b929dddb0d86\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.210302174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.213832117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27740e03-9cc8-4183-a782-5edf50345e1f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.214074039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.215346996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298f39e6-5bc9-4e7c-b575-2f58b136885f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.215490251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.217948379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3521f52d-8602-4b43-adbc-bbed89200218\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.218045322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.220934749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cd0e184-5713-4367-96bc-1c127fd51e00\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.22110108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.221152843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.221186971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.221216059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.222094219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.228203792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.242970634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.243056806Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.243091064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.243121805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.243152236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.244013722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.244964637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.245023123Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.245054466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.24508157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.245818047Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.249909199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.255243036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.255391983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.255481932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.257671685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.261410855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.270521868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.270629983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.270723279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.272313137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.329964784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.330147648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:58.3322113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60265"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.333774695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.333839134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.335807315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.335975089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"5c39c057-d4a6-4c05-9735-f849b3c4421e","remote_addr":"[::1]:60265","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:58.336525917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"5c39c057-d4a6-4c05-9735-f849b3c4421e","remote_addr":"[::1]:60265","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":585,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.336878409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c39c057-d4a6-4c05-9735-f849b3c4421e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.341054069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.341112826Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.341142405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.344720183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.344880813Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.344936214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.344967356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.345638152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.35043518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.356754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.357142825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.357263675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.357859573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.392617536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:58.394914132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:58.395413947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.395626681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"542.419415ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.395813934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.395915036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.396068672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.396211567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.396251606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.39734774Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.400263279Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.410645275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.411689145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.41180202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.412748796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.41661564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.41673084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.417572497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59588","req_id":"fdfbe807-ba48-45cd-8004-969856636dba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 51 49 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 QI..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.417877324Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59588","req_id":"fdfbe807-ba48-45cd-8004-969856636dba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.418179657Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.418465396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.418656978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59588","req_id":"fdfbe807-ba48-45cd-8004-969856636dba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.419098247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2143, tv_nsec: 218023934 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.419232494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.419704044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57872","req_id":"1392b97c-95fa-42e1-b636-67268d14e0bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 76 ec 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e v...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.419870766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57872","req_id":"1392b97c-95fa-42e1-b636-67268d14e0bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.420116385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.420257206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57872","req_id":"1392b97c-95fa-42e1-b636-67268d14e0bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.481974904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.483361467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.483439733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.483475775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.48350366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.484157443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.485494858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63087","req_id":"49f97f09-f751-42c3-b2db-1c81b04122db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a5 79 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .y..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.485558154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63087","req_id":"49f97f09-f751-42c3-b2db-1c81b04122db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.485836348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:58.486055465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63087","req_id":"49f97f09-f751-42c3-b2db-1c81b04122db","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.486470201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.486551212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.486584819Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.496648621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.507587796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.50765461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.507686122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.508089807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.513650897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.513710556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.515368579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.515658076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9db1c61-adef-49a6-a117-e1fe5572e711\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.515914828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.517900835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30570189-ada4-4fc2-91d7-7a546cfd2fad\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.518275531Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.521459986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb1dcb7c-350e-4d54-ad35-caa9f0bada7d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.521535967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.52452883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ce90177-9a4a-490e-a75b-36682f755d4d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.524603088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.527193179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de118c57-6bde-4350-bed8-83a62a885af7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.527264882Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.530328816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84a491f4-881b-44c2-9203-d9b31c994708\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.530420229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.539614578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ac39b02-ca93-4dd7-b0e4-9a36565d61ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.539690689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.543980006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc41d7e6-fbe4-4a98-911b-831241c37736\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.544104554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.553107171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.554704584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc83dde4-1ef9-4191-8977-727df2f58cb6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.554962337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.557581546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81fa118-40bb-4bd6-8470-857acafe7f99\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.557878998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.559463205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7648a014-b487-4d07-a244-9efdaa303843\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.55953624Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.560475532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d060b9a3-5ac4-452e-a43c-a2f5030f7f4f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.560598226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.561770141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d634655-0ba8-4fa8-8906-c0108f5c3685\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.561959479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.563780176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa725912-a763-4598-aa36-ba759fd2af8b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.563878502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.56604572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fad87318-8410-47a1-b56e-4d2711407594\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.566119126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.569157711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fb20d93-de95-4b30-ac19-6221b17382a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.569230405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.571027005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcd23aff-67b1-4d61-949c-dd9947776915\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.571095962Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.575908762Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14b76ae4-ee4d-4c6b-8836-2fddb693cace\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.576042127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.57786563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"363aa5c0-4afc-48eb-a860-0a20180402be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.577945369Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.579038367Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de6bbb50-3cfa-43e0-8ee8-eac2e86606a7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.579101673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.580988392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5a036a-dbed-4faf-951b-6da74863cb1c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.581194623Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.582068695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4ec7428-9b02-4299-b0e2-2aba86eee69d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.582209345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.58305506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965f7bdd-7c13-48b3-b0d0-85ce6b3f0da4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.58311517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.584302576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c70fa76-8793-428c-9112-d0e992bf5ebc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.584497845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.587791778Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1237c1c-1171-4619-be48-e023d2faeae4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.587856817Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.590137281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f237e9-5eae-42f9-897e-955b47cb236a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.590215477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.59183332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a56fc44-983d-475a-ac63-12d616168cb0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.591905304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.594290586Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7d4f2a6-adac-4c26-aae6-7886f4f9d262\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.594354934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.595725114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"877fb117-f13b-47bb-84bc-e32adac3efc3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.595801386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.598285285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"596365e8-75bd-402c-8639-0922d1f518a6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.598361848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.599274767Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"952514ab-a102-41c8-ab52-26c0f2fd58df\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.599400337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.601373238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"526b4ae2-dbae-438c-8f6f-4a4e2746d956\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.601644599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.602524141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a508d595-02f5-4ad4-ae8d-65a7ecc135d1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.602644641Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.60358284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.603689743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.603737809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.603767839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.604361171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.604893762Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"653e2ad4-eb67-4b20-aa96-244289ddcd1c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.604954754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.606505674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b494024-3684-454e-90eb-3cb3a1d9c0cf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.606661975Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.606852866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.612613153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.612678333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.612708292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.613299941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.615359465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d291ba2d-8aa0-44d8-b9b2-3845e1bd59ed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.6156132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.615775043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.615811405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.616281552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.617939756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbd6531-6a86-45c1-b65e-858764e9c558\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.61803246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.620074349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b58b4da8-20df-4687-b7b9-c1fdae533fe0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.620166101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.622098321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f329115-7dcc-4f90-aed2-4f0580a7d9df\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.622590041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.626157739Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70094a87-f5c6-445f-96ab-9b5e89e8e0c5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.626314512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:58.62701129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.627218673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.628707039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f97f800-7558-49c5-8c9b-176023385d6e","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.629000303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f97f800-7558-49c5-8c9b-176023385d6e","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.629065343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f97f800-7558-49c5-8c9b-176023385d6e","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.629613455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f97f800-7558-49c5-8c9b-176023385d6e","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:58.633447003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f97f800-7558-49c5-8c9b-176023385d6e","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":5740,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.634362357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f97f800-7558-49c5-8c9b-176023385d6e\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.634673597Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.635883978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"8e858ae9-ea97-4f30-9374-618938d770ad","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.636244937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"8e858ae9-ea97-4f30-9374-618938d770ad","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.636303103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"8e858ae9-ea97-4f30-9374-618938d770ad","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.637449558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"8e858ae9-ea97-4f30-9374-618938d770ad","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.639551496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20b5cfe3-97e4-4cb2-afe5-f4bf7af1e2bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.639988426Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.641816939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e0f9f5a-865b-4904-ab63-039f467e6030\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.642003992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:58.642297457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"8e858ae9-ea97-4f30-9374-618938d770ad","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":6420,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.642762884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e858ae9-ea97-4f30-9374-618938d770ad\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.64289638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.64294163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:58.642968414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.64403562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98a86bf8-421a-4f29-933d-a69f0a5353e2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.644184967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.645505238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86759e0e-cf3d-411d-95ec-13d0b0335466\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.645632071Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.649621339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29301de-1cd3-47ef-836e-76c661059ee1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.649784023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.649838842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.64987269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.650015665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.650757984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.65660798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.656710233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.658319951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.661872078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.661919031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.661947608Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.661976386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.662053429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.662402455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.66344399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.663720501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.664436898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.664490345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.664516016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.666126755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.670132146Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.67019455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.670225371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.670759776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.743510327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.744175352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.745387707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.745442226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.745473959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.745502987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.74648821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:58.746655183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53320"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.747366791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"8a3691da-a77c-4190-99a1-29fe68da55cc","remote_addr":"[::1]:53320","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:58.747890384Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"8a3691da-a77c-4190-99a1-29fe68da55cc","remote_addr":"[::1]:53320","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":530,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.748710678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a3691da-a77c-4190-99a1-29fe68da55cc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.752212215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.75229503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.752357234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.757856871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.757918695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.757953915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.758078954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.759329055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.760766889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.773028941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.77314918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.77330443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.774670491Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.777134932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.784378865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.785344689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.785402945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.785433135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.785784505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.785857631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.786573236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.810890758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.816911443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65211","req_id":"0fd92f47-4e72-4d44-9ea0-d184edd317f7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 16 e0 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.817029158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65211","req_id":"0fd92f47-4e72-4d44-9ea0-d184edd317f7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.817176542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.817331691Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.817376991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65211","req_id":"0fd92f47-4e72-4d44-9ea0-d184edd317f7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.818803473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2143, tv_nsec: 617577048 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.818878653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.852158831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53978","req_id":"e5f57d1e-c42e-46b9-8a7f-214fd500e933","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 67 8e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e g...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.852248059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53978","req_id":"e5f57d1e-c42e-46b9-8a7f-214fd500e933","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.852719298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.852786632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53978","req_id":"e5f57d1e-c42e-46b9-8a7f-214fd500e933","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:58.855250171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:58.928127464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.928206792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.928444416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:58.928504886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:58.94323268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:58.97187615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:58.972325526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.972382159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"576.536891ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.972419693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.972448581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.972477479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.972565734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.972663289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.974181664Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.980728017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.986920946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.987038781Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.987174672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.990606479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.991194802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.991963834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:58.992026799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:58.994780937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.997736636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.997874931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:58.998664294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60924","req_id":"75e56f50-f9c5-4aa4-a444-3f08f9b37f2c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 14 88 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.998989963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60924","req_id":"75e56f50-f9c5-4aa4-a444-3f08f9b37f2c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5256,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.999308798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.999557524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:58.999730639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60924","req_id":"75e56f50-f9c5-4aa4-a444-3f08f9b37f2c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.001876334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2143, tv_nsec: 800801230 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.002011974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.002432302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58388","req_id":"1ce84b7e-84c0-4185-898a-72efef8c1899","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 03 b1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.002598312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58388","req_id":"1ce84b7e-84c0-4185-898a-72efef8c1899","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.003072988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.003781139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58388","req_id":"1ce84b7e-84c0-4185-898a-72efef8c1899","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.067403342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.067940102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.068178837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.06829578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.068386331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.069664287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.069926469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.070098873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.070445844Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.072770656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.075474644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52757","req_id":"e18c21d5-3b97-4bca-b08c-90f8769ee891","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9f f8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.075555976Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52757","req_id":"e18c21d5-3b97-4bca-b08c-90f8769ee891","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.075888418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:59.076163296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52757","req_id":"e18c21d5-3b97-4bca-b08c-90f8769ee891","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.076290309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.083806845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.083870382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.083903287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.084375278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.084619254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.084656318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.08468247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.085422825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.085472985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.08999787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.090081938Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.090920018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.093359087Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.093429277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.09577961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f390d28-b1b6-4ec1-a35c-3cb46f134dba\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.096153595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.100523071Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118347f2-82cf-467e-a2e4-bd419224242f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.100881856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.103652957Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2f7801c-fe91-4ed6-a22a-d881724d9482\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.103780922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.106351564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0941a357-ca1b-4691-9c9d-330f83b47124\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.106515751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.109668022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"609dcb79-247e-43bb-ba5b-64ae6ae58a38\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.109905926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.131566814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45ca17f4-fdca-4ea3-b914-4c5f3a342c21\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.13193623Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.138302464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.143420612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b81b7822-307e-476f-abc8-2aac60b71c9b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.143577484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.148734589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"319e251a-335a-47c1-b383-d32249e3ce15\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.148970269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.150469075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21957354-52d5-44e8-b4c8-b170f0812f49\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.150708562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.167547363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a98afcb5-7782-4cd1-9afa-7d8fa2bdb61c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.167958692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.170094147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f16a13d-5325-466c-9143-f9095ea7cb58\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.171333166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:59.17220345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.175607251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c359d7ce-708b-40b6-8cd4-18586fd70c1c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.175838232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.180218419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5efb853d-f8af-4e1b-bc7c-55de4ebcfeda\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.180574308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.184676441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baabeb90-9581-408f-b802-6cfc3691fba7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.185044835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.188284871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd237d0f-7caa-4222-8e76-b7b9da926eb1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.188355642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.188648115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.188707613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.188743234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.188773765Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.189617326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.19420167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2053ea77-7720-40c3-8566-1747903c266c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.194341198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.195193867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.202132391Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.202198072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.202230968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.20260874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.206912686Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.206957014Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.207621037Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.207814322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"151aa40f-567b-410a-b740-8d31189aed0b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.208008679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.211153355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe526a2-cb0e-4b35-b3cd-1fe356961333\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.211285258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.215837317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f504fbe7-ccc5-4d5d-bfff-da60c76e6b19\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.216206884Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.220587492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cddca17-b3ec-4ce0-95d5-4ef1c3f7947a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.220781298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.223356459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"820d3d36-6a11-45ab-8854-84db5802aaf6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.223766636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.226557897Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b46a5bdb-0e0a-40dc-94d9-1aebc6883fde\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.226827354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.230326246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1205cf85-f925-4172-8a7e-512885f65c2e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.2304339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.239000999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95351344-6bfb-413b-81b8-6c292d752ff1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.239165557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.246573046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.247929659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ccc1c67-42f1-4101-b91d-aaa963758144\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.248068436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.250226526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb6520f9-61bb-403d-a7cf-068959b1ac48\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.250276315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.252106241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def0925f-35fe-4473-a26f-3a558d97bda2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.25218609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.254495161Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b2644ce-f394-4299-ba7c-3ec039ed021a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.254577324Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.263688167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f886ada-ed00-4390-9352-87bd00aaa351\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.263768407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.266618065Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee809bdc-ef4d-4106-839a-6b784a8c7577\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.266742553Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.268372811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5811c038-c013-49c4-a485-d60a421cb41e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.268515325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.269445248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f29662e-454f-469f-b67e-9b3afe82de6c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.269574375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.270461963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa96ea8-10a9-4baa-9c79-24601003f5a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.270622463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.272929259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c72fe8-526e-4f66-be17-b9ccd6b7c980\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.273003868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.27536877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab7523c8-8a78-451b-baa4-c3fbe574c544\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.275673437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.278650058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cad5e913-fe36-4b91-afbb-16729101fc52\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.278728314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.280681405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8f98dbf-cfd4-422d-bf55-4d12ab21899c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.280852917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.282454247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85cfed66-dc99-4195-9a4e-688e138fe90b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.282574607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.285403063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d065864d-2df3-48e1-a6fd-057e5f27fb21\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.285473793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.286753433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bded4dad-e40f-474c-a536-9dad1d88de65\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.286826469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.289179797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf1c6203-9367-41e9-836b-ec2527f9cb8b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.289465356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.290275911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f38b9f93-2a53-478d-8cc2-bc840e82cf86\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.290399508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.294018027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b36d7bf-cb5b-46f3-a448-f2df876246f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.294558644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.300027661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.300088342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.300120586Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.300151728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.302653232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.304246928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1500b50-5cf5-4570-8613-c12b5bdc3ec0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.305176079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.308487577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.3155257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.31560616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.315643204Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.316583728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.3171468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395ffa26-8813-4568-9e62-a1856ad2e3cc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.317228162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.317264174Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.317294083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.317321348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.317805963Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.322439836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.322558783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.323150833Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.328694388Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.33554661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.335616049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.335651119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.335683012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.335712982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.337059044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.345823576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.353525692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.353608187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.353828696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.354558891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.414240182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.414312115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:59.416973007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37492"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.41708972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"ab7d792c-a393-4cac-b968-7dccbb1a37de","remote_addr":"[::1]:37492","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:59.417219649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"ab7d792c-a393-4cac-b968-7dccbb1a37de","remote_addr":"[::1]:37492","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":494,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.417467362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab7d792c-a393-4cac-b968-7dccbb1a37de\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.420450105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.420507329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.420535706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.424323292Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.424457209Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.424498842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.424530755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.425203185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.431075185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.438441021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.43870151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.438759475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.439474129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.458786448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:59.473288131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:07:59.473629632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.473692818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"501.223174ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.47372907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.473755593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.473782717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.473810071Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.473835482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.479057857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.483833122Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.489838998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.489921232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.489957243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.490524955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.493757134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.493946852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.494588411Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49290","req_id":"e8dc7a15-ff57-461c-be27-5077af0029cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fe 8c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.494652298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49290","req_id":"e8dc7a15-ff57-461c-be27-5077af0029cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65164,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.495217524Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.495517221Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.49556682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49290","req_id":"e8dc7a15-ff57-461c-be27-5077af0029cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.496212046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2144, tv_nsec: 294829589 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.496277165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.496593796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57693","req_id":"62d55e0e-62f5-4015-bd4c-c95994a011c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 09 28 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .(..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.496650008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57693","req_id":"62d55e0e-62f5-4015-bd4c-c95994a011c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2344,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.496782532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.496877832Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57693","req_id":"62d55e0e-62f5-4015-bd4c-c95994a011c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.634053245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.634580907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.634902067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.634959812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.634992326Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.635685277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.636386344Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60810","req_id":"717a9663-1c63-4c0a-9a45-22025cf75fa0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3d bf 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c =............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.63645455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60810","req_id":"717a9663-1c63-4c0a-9a45-22025cf75fa0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15807,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.63682606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15807,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:07:59.637012101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60810","req_id":"717a9663-1c63-4c0a-9a45-22025cf75fa0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.637382489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.637435795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.637465294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.638821756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.645489772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.645555152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.645588328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.645964508Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.651640577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86747775-d923-4a57-8988-700e883c9652\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.651911717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.652940086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.653000917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.654796355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.657733066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d8f598e-d391-4e2d-a23e-40ba853f0826\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.659448093Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.66136903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.661431274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.661461264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.662063604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.662124015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.662157241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.665996009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a56e4e8b-bd14-4c8f-84ab-152e072cc151\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.666196399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.670515715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eee5b72-90d6-4d58-8cec-26158e32beb7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.670600744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.674409102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5aa0435-a320-46cf-991b-8e65d978e21b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.674591175Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.67806692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"404de64e-58e3-483b-8dca-cb7aebafc12b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.67814231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.68580611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d84025c8-d411-4ded-9378-82711420821a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.685877332Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.685914506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5291ac78-edaa-4df3-840a-0ca59230b2f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.685949836Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.685980557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b47a5bf5-eeba-4599-bc27-cb70af1dd65c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.686012611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.688505678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a1be212-b23f-4a79-a127-14be4f9e5483\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.68965583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.6926825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb48f14-1868-4ced-a7d6-24955f606f7d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.693653766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.694736994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f75b92b-f73b-4b2c-8d2b-c0a020d716bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.696788672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.699920882Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.700283024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"550d26fa-79a4-4c8d-96dc-332e43fa42a4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.700457782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.702943926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab4bfd40-2c6b-4f97-b076-4a2da142a7fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.703017362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.706013782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc4d5b5-1f1d-437d-96c4-14196188ada9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.70624385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.708480697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"396b826b-24cd-4eab-bf0f-1a5dba44e553\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.708604324Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.710468247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"731e9072-4099-496c-872a-2cd6ada1b6b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.710549289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.713118738Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53380a55-74be-46a1-aa29-554f850a44d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.7132803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.71539824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29edf79-3ad1-44d1-8285-3eee15d0bfb6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.715473781Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.717809464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c48ecf0a-00ab-42cc-896b-574331c14a87\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.717884203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.718940327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d41f794c-fe03-419b-9b3b-915c3efd0605\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.719023513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.720029658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f574c0a-54bb-4803-921e-fcf33f109626\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.720096451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.721213236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cbca7dd-99fc-4304-ab9c-808fb1893c38\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.721286753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.723564691Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0283a9bf-f976-418d-a6ec-df99a3c06c6f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.723736233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.725588834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcd797b8-945b-4c18-bdfa-874f6afed29d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.725718102Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.733110911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bfd15f0-7687-4245-b18b-7cc3c3d123c0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.73337633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.739025536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc89b6dd-315f-42b6-b516-65b20d84a1e1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.739230835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.750712642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.750762822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.750795126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.750821268Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.754149529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.754203277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8850633-27a4-4b83-b579-6b9a988ae37e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.75424028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.756033804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.771130693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.771267015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.771305632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.771916028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.772240474Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f17cf03-e058-44c9-b794-3a4017e83cf1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.772625732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.77586183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.77591227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.776946431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.782623312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21ed1516-3774-43d8-ab46-dcdf30efb4e1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.782812118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.784880329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd0c1a7-d92e-46c8-a630-cd1c57304b79\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.785058023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.786834041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef606584-0de7-4e2a-b485-87db441b6d7e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.786888449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.789804259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9810c3d9-be21-49ef-88dd-d695d8ac4942\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.789986983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.792571753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47bd4f34-6f58-4a4c-8f9c-f71171d499cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.792829226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.824974794Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c643c6c-44b0-42e0-a03d-77c81291e5d9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.825267928Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.825628606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.876879099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.877045321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.877152965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.877241461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.878132737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.883502156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.890743503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.890800377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.890831168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.891711682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.893067544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1efebf2b-dfde-4904-b96c-81128754845e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.893250599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.895267507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.89532435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.895915568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.897242643Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6bb65f3-d22c-413c-9c3d-1a1450bd3a02\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.897419505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.900188732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a0462dd-ee19-402f-bab5-7c78bd81d156\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.900314713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.904411546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"846c4adc-a82f-4895-a91a-fdb7e781fcaa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.905513742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.91343242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4e18af0-a540-4411-8901-099c95a108dc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.913718971Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.920562055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2919043-7bb4-450b-bf03-0e0c999c2569\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.921074787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.924627515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e81b7d-4283-4ce0-8685-57ecfbbfad19\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.925356938Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.929171759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13d671c2-2a3f-45a5-8ec4-a370391e7668\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.929345475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.939760567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af8654e7-f2ec-4eb2-b322-868ab6f478a3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.940762263Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.940948554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.943863822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a46f0c5-397a-4f03-8761-a84ebccaa39d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.943951166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.944038941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.944095053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.944128419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.944154662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.950356939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.956852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.9569273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.956960857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.957058131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.957093852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.958235787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.962623219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.963521539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53879","req_id":"140bd360-9b79-488b-a701-bddfa69a778f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 2f 94 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 /............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.963676317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53879","req_id":"140bd360-9b79-488b-a701-bddfa69a778f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.96387343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.964055112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.964111675Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53879","req_id":"140bd360-9b79-488b-a701-bddfa69a778f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.964504427Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2144, tv_nsec: 763367410 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.96456084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.964786199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.968548565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.968607943Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.968696019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.969178981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:07:59.970072161Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62086","req_id":"b631bf4a-b944-4062-aae8-fcc395453558","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2f 8b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e /...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.970204274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62086","req_id":"b631bf4a-b944-4062-aae8-fcc395453558","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.970299634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:07:59.970380214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62086","req_id":"b631bf4a-b944-4062-aae8-fcc395453558","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:07:59.970770412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:00.030780498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.03089715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.031760681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:00.031828596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:00.034978492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.113761162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.113937212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.114680073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.114746254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.114781044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.114812977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.116331803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:00.118300536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58028"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.118535354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.119048486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.119716728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.123352021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.123417692Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"826cf097-de4d-4844-9b3b-99d1fc226f31","remote_addr":"[::1]:58028","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:00.125294401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"826cf097-de4d-4844-9b3b-99d1fc226f31","remote_addr":"[::1]:58028","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":931,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.12620732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.134782064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.134905661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.134943185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.13536199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.136479306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"826cf097-de4d-4844-9b3b-99d1fc226f31\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.139344154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.139410867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.139439083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.142714419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.14278518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.142817595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.142968235Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.143977536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.145148659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.145208809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.147893228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.147965672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.149287095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.14975649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.150075135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.15074534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.156614003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.156947938Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.157055212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.157610078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:00.194650138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:00.194941158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.195286987Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"721.547295ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.1953789Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.195412406Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.195441815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.195471073Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.195498668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.196664421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.197144598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.200865481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.206975275Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.20710361Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.207197798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.208330405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.214113537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.214231552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.215322486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50023","req_id":"4b906544-d0c1-437e-8590-ddfe47ceccfb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c0 a6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.215850147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50023","req_id":"4b906544-d0c1-437e-8590-ddfe47ceccfb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.216063492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.216611975Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.216829499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50023","req_id":"4b906544-d0c1-437e-8590-ddfe47ceccfb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.217401308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 16274721 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.217505245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.217840753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52529","req_id":"ebc0b5f8-697e-48ab-9bcc-194e0d01b3b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bb ed 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.217910062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52529","req_id":"ebc0b5f8-697e-48ab-9bcc-194e0d01b3b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.218137144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.218182484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52529","req_id":"ebc0b5f8-697e-48ab-9bcc-194e0d01b3b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.310688006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.311669782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.311740212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.311776394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.311810923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.313018238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:00.313459598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.316373083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60817","req_id":"65e8b8ce-79a6-465a-a627-7deb2036e32e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cb 02 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.316500196Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60817","req_id":"65e8b8ce-79a6-465a-a627-7deb2036e32e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.316721256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:08:00.317004621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60817","req_id":"65e8b8ce-79a6-465a-a627-7deb2036e32e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.31733535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.317376883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.317532423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.319991342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.325898492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.326042408Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.326166435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.326732333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.331126217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.331246958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.33216619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.332429835Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5cc402e-d8c4-420f-a031-f810412311d5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.333108467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.33779257Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6689f682-375c-45e1-91fa-43538bb4f89b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.337964723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.342970937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecaa6348-7fde-4bff-8f75-fddac84fee1a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.343225044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.347565051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a8fcff0-1677-4542-9eb3-64b92613eba8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.347882994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.354362865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc9252f6-bb2d-41f3-b3e7-f6c28814700f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.354685277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.360525233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfba33d7-08a2-41c0-8b55-659eaa674cbb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.360791784Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.36669204Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e01645-0039-48dd-804f-838de06b1ce5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.366922078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.367914917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.372010827Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fae238a-110d-4a5c-b420-586cd0baeac9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.372410213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.374780796Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936b4b34-c141-4e31-82f6-cba756829aac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.375109732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.378202404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0689888b-af7c-403a-aecc-4f8a8de27cc8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.378354467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.379827261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fdadfbd-add6-4c1b-8073-568f5255dc7f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.380385072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.382640055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33248013-9d69-4a77-9b99-26971520d3f4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.382724293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.384101207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4022c289-8df0-42c9-9423-4d54526d9d20\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.384364341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.387835637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f4bf0c1-1b55-4c9c-bc95-6fbd29c6bc87\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.388607485Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.392980899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b611be49-5831-4e77-925a-ebcd0da2f401\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.393234334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.397481747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c7715e6-a5bd-434c-9976-8749f3a7cc59\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.397559902Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.400165614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4278975c-f4c3-4d2e-9d06-ab82b0fdf2e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.400242096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.402216821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca314ac-7429-4d77-a951-79d1df24c562\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.402337351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.405710842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b87a3fef-e83b-4968-9b47-563758c99493\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.405872434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.406747899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dcdba76-8c74-4c17-a912-8a0000255c3a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.406994861Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.40794826Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c14de95e-60d6-4a98-a38e-1f07fd241e0d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.408144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.411274307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0715699-8fbd-4b9c-8c9e-2d229317168e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.411382713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.412548266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b856269-189c-4398-9cde-45fb2021150e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.412618806Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.423257964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.423390598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.423432442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.423461499Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.425306165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.429511714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eaabe93-7c91-4af9-b7e6-5f592919a3d0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.429717654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.429995478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.438317399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.438387128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.438421717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.439158164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.444408555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.444695387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.446774399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.455538932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9745eff7-2a2b-4830-ba17-d1718a4465c2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.455748429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.467233202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc44d41a-b95e-4227-8064-0c30a8ad1e61\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.467632417Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.476508212Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11e8f595-8f4c-4588-b6e0-bfdb535bb092\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.47743591Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.482330753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"354b86ba-26e9-4f09-99a3-379024c57ab8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.48252994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.491460814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"666b4607-ee5e-45b9-a2fb-9bcb3d84ee20\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.491954227Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.497518984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.500885502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15be991e-e916-402c-a18b-d3943311c4cc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.501117544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.503833526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b0eb00d-4035-493a-a7f4-27e6af584031\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.504416978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.506505339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"318bd9c9-224c-4022-9584-eff30bfc276e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.506669837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.508669791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1508a6f6-36d1-401b-9108-4fa203213c60\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.508780793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.510075252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71e66b7c-3e98-48e4-bf0d-138fc9947a1e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.510590438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.513239737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71a59cdd-44b1-4e3b-afb3-3fb4a700cecd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.513414996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.515422396Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"218ba5d9-fa9e-43c9-acd6-7bdc7bf1a0b6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.515540591Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.517595666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bd069d2-afc1-443e-a61b-df6db888fdde\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.517665224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.520329673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ff175d5-37b8-4b5a-bc25-2f967d493648\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.520441195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.52583381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb23f12e-0782-4c1b-adde-9405b786129a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.526099379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.528024565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e550d32e-a9b2-4d7a-b99e-1d5af1933b26\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.528243461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.556747283Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.556818304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.556853635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.556882612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.557935139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.561910701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.570114055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.570202752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.570237581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.57084409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.573004685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f931dc13-d338-4c9e-b538-d28b7904562c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.573075486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.574008545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.574073274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.574518801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.575294988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d38b28f-f490-47d8-9314-e86d51a2dd69\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.57544182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.577113371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0d3f959-049d-4621-a83e-e13d6232ebaf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.577306035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.5792912Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ef63917-6000-4254-85d9-8a049a328b84\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.579419526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.581171867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d6ae5a7-6d54-4450-9345-df3852d5a483\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.581238881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.581275013Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.581308008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.58133878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.581794518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.613740729Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.621123338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.621228638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.621323527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.621417865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.621499948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.622403899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:00.634392346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.636002143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.636712588Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a02e0c3b-8c8e-4400-b4a9-89516063bec4","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.637359407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a02e0c3b-8c8e-4400-b4a9-89516063bec4","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.637434747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a02e0c3b-8c8e-4400-b4a9-89516063bec4","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.638471743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a02e0c3b-8c8e-4400-b4a9-89516063bec4","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.639837585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.645518403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.645964482Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.64603355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.647436455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:00.652815983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a02e0c3b-8c8e-4400-b4a9-89516063bec4","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":16099,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.653324477Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a02e0c3b-8c8e-4400-b4a9-89516063bec4\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.653698923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.654356353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"6cb28c08-9482-4c63-b317-f8f58fe76906","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.654924424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"6cb28c08-9482-4c63-b317-f8f58fe76906","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.655099744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"6cb28c08-9482-4c63-b317-f8f58fe76906","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.655865018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"6cb28c08-9482-4c63-b317-f8f58fe76906","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.727537431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.727702901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:00.728685649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59236"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.728764566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.728848022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.729631614Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"ce14fe51-8fd2-47fe-8d5d-3cd156a6bf9b","remote_addr":"[::1]:59236","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:00.743868039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"ce14fe51-8fd2-47fe-8d5d-3cd156a6bf9b","remote_addr":"[::1]:59236","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":14344,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:00.744254839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"6cb28c08-9482-4c63-b317-f8f58fe76906","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":89900,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.748471611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cb28c08-9482-4c63-b317-f8f58fe76906\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.748728262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.748779685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:00.748882941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.748914924Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.749802032Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.749863464Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.749952502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.749979475Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce14fe51-8fd2-47fe-8d5d-3cd156a6bf9b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.75243593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.752498775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.75252632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.755038585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.755105679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.755143144Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.755173594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.755724472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.760692781Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.766075646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.766351335Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.766406615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.767842236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.771675313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.826878401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.826955775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.826989702Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.827016977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.827804776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:00.829033084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:00.829443722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.829502309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"634.14947ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.829538581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.829565074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.82959351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.829621266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.829719261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.831549267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.833746294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.841349163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.841556295Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.841670834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.842982607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.850560085Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.857216167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.857324843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.857420193Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.858364946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.870960862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.871094919Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.871698572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.879290538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.879372953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.881611623Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62304","req_id":"dd5586ea-78a2-4f76-a2bb-34156e022265","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 09 94 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.88168562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62304","req_id":"dd5586ea-78a2-4f76-a2bb-34156e022265","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2452,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.88192137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.88256384Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.882616445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62304","req_id":"dd5586ea-78a2-4f76-a2bb-34156e022265","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.882969288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 681871188 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.883033726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.883559113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53835","req_id":"7aa2b622-ac14-4922-9300-1b1c7553e0f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6e dd 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e n...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.8836179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53835","req_id":"7aa2b622-ac14-4922-9300-1b1c7553e0f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.88370303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.883796566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:53835","req_id":"7aa2b622-ac14-4922-9300-1b1c7553e0f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.955832423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.956357219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.966514837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64830","req_id":"8e9267e0-2b7c-4baa-82d4-5e95d7d38c45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2f dd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c /............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.96832816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64830","req_id":"8e9267e0-2b7c-4baa-82d4-5e95d7d38c45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.968710983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:08:00.968932284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:64830","req_id":"8e9267e0-2b7c-4baa-82d4-5e95d7d38c45","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.969477139Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.969612168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.969734081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.970055291Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49650","req_id":"14f22547-8ba1-42a6-9040-9baf438ac943","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e5 03 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.970244458Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49650","req_id":"14f22547-8ba1-42a6-9040-9baf438ac943","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58627,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.970472863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.970708132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.970929854Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49650","req_id":"14f22547-8ba1-42a6-9040-9baf438ac943","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.97178119Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 770707479 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.971915908Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:00.975456924Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65113","req_id":"0d87364a-93e3-4fa2-87c4-a421a2c0551a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 02 f7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.975669317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65113","req_id":"0d87364a-93e3-4fa2-87c4-a421a2c0551a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 759,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.975939155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:00.976086799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:65113","req_id":"0d87364a-93e3-4fa2-87c4-a421a2c0551a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:00.976957804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:01.053338518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.05341494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.053684166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:01.053738074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:01.057113639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.058357167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.058712555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.05876536Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.059138674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36ce8869-c541-4c7e-b747-7da2d063e3be\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.059561066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.060091803Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.061354399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.069761199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.069823834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.071670663Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61790","req_id":"3205effd-b59e-4657-a3d6-74dc3ba0c06d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 33 95 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 3............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.071751895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61790","req_id":"3205effd-b59e-4657-a3d6-74dc3ba0c06d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13205,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.071852876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.07207028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.072163105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61790","req_id":"3205effd-b59e-4657-a3d6-74dc3ba0c06d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.073163377Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2145, tv_nsec: 872020388 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.073231413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.078111596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.07818338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.080141531Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61489","req_id":"b0cf9e4e-a5c9-40ad-8f52-070c41143584","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f5 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .+..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.080367161Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61489","req_id":"b0cf9e4e-a5c9-40ad-8f52-070c41143584","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.080777829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.080983649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61489","req_id":"b0cf9e4e-a5c9-40ad-8f52-070c41143584","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:01.084030179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:01.197741331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.19781124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.198050317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:01.198106358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:01.200377764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.200530077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa02e5a8-ad4d-471e-9d6f-c2b8185fbcf0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.200697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:01.201753084Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.205465801Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa4511ae-c610-47a5-bc36-f64e77028084\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.205564779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.205925978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.209843053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a8a182-8d94-46ff-8535-16a65adc7acc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.210206717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.212062315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7757cde1-0458-455b-90ba-ed38d3919697\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.212200921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.216769864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94861c02-15df-4aa5-89ad-97bb21f796de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.217070754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.223371888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02e0752d-5848-437c-96ae-866be8044991\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.223642467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.22617842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a804a029-1b6b-4656-9fc7-17f5d0205ef0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.226525191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.227806604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb934878-c1b0-4090-996a-d8935050c942\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.227969418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.22951092Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f551328f-84b4-4245-b24c-a3cf46c5125a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.22967646Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.234714357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29d8248-f19c-4b89-98e1-8210db28794a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.234804507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.236265498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a33b3b96-29a4-4c42-b322-5975cdccd971\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.238386303Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.240548872Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d8997b4-36df-44b6-93c7-bd3d58672a29\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.240975202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.244133284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0914b37c-297e-42a3-ba2d-411ecda9ebfb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.244440446Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.248817086Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"386dc6ff-1f99-4728-9be1-3e48c20d2190\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.248899981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.25074118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1ee40a9-d9e7-46bc-9f4f-aef041458587\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.251063532Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.253001744Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6230d2db-7ba2-415c-9e1e-72e969459fa4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.253159017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.255000386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d96f10b1-4444-4dc5-b86a-8b12d0322f2d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.255166507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.256534282Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.256592258Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.25662345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.256651606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.257379095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.258298637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4ba18bf-f407-48f9-8448-e6e2ce1ec485\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.258423606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.259730851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ca87e8f-9459-41c5-b312-7e553b4bbc3d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.259908154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.260757687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.269452441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.269603842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.269649984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.27052596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.270816869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b3d5187-e535-420a-a5d6-c906e42c29b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.271215584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.276278201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f5f2a41-9311-465f-872f-7357ed9e7f0c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.276446997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.276797245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.276974668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.281694452Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.288790581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a280d85e-82e4-4cea-87fd-afb37871697f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.290461831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.294720766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f9f14a-e623-4a0c-bd46-4b560bfa0625\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.294952428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.29821594Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f5180d7-fb99-4704-9f4f-2c65d403959b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.29829628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.302160008Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e28a434-79e1-4e40-8f2b-b32467ae72b0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.302244958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.305258823Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"578c63db-5419-4444-bfad-c8832c8d1b0d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.30565889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.308621994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffce953c-d2db-4fe6-9d06-a523ec9e9518\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.308697424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.312909917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b884a35b-22b2-4a36-ae17-696d65819510\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.313343721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.318565976Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0268529c-67b6-4663-935f-afa0fcb8ccde\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.318889351Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.322746656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db28e74-d514-4be7-bb9d-7990567c5643\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.323075922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.324526783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.327041363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2328bff6-5d04-4ae5-83c6-dafe89f37716\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.32720032Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.329295695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37001239-06be-4820-bb4a-375fa1941410\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.329427076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.330715503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb2967be-a75f-4b40-9932-fc5f8c22dcc1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.330837496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.334767767Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e834aa-fd56-4b5d-bff6-a65c41a966d9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.334898999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.338098043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f948ca21-01d3-408f-9b9b-cda85f0a1cd3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.338179525Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.341292317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d00792e-c410-4dba-96e0-3107843c73f7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.341847974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.345137438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"798cd6ba-a450-41a9-b775-0040349f18e0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.345279752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.34743185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be6dccd6-7564-4175-9b23-a60c80171d9d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.347503202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.349585942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0820b93-67a7-4f52-965d-86e8a3e420d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.349664718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.351397511Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e5865e-3aaa-432c-aae8-a7e8060cccc4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.351469935Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.35402217Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44ae0085-e04b-4121-9e2c-c0614fdc7b09\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.354297439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.357116035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d56719f-c844-4edd-af9d-cf69a21bcf57\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.357291354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.358299733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b676fcd-53f2-444c-b641-498ff685459d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.358429221Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.35953781Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad1d972b-b2d3-476e-8008-c217103ef87d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.359841806Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.359897707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.359931454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.35995936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.360793522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.36596733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.376269176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.37651199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.376554394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.376689864Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.376725064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.376828821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.379391247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.379449613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.379482408Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.379598249Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.380903229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.384504164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.392344696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.39242233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.392456218Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.392830083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.39369185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.397921818Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.398019612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.398058069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.398387135Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.400977095Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.401038247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.402110533Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.482399584Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.482611777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:01.48383314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61771"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.484829766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"8682a8f2-5cab-4ca1-bf73-445ebe5e22aa","remote_addr":"[::1]:61771","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:01.486548571Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"8682a8f2-5cab-4ca1-bf73-445ebe5e22aa","remote_addr":"[::1]:61771","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1742,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.488656921Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8682a8f2-5cab-4ca1-bf73-445ebe5e22aa\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.492478075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.49261609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.492783834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.495298294Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.495794132Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.495920684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.496056274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.496920997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.514340825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.517980216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.518196878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.518251637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.518738968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.545460579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:01.557939472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:01.558296003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.558338698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"728.752582ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.558373858Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.558400581Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.558469038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.558577514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.558625159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.559388099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.562012668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.567315423Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.567381515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.567414952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.567816893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.571747274Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.571826121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.572513079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50959","req_id":"6b7fffa2-39d2-4d51-967a-85341d6023fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fc bd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.572646545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50959","req_id":"6b7fffa2-39d2-4d51-967a-85341d6023fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.572841353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.573010941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.573065179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50959","req_id":"6b7fffa2-39d2-4d51-967a-85341d6023fc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.573647309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2146, tv_nsec: 372541103 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.573716447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.574101554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57931","req_id":"cf4c00dd-1c10-4c7b-ac41-aadc621f3d5a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2c bb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ,...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.574164269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57931","req_id":"cf4c00dd-1c10-4c7b-ac41-aadc621f3d5a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.574254329Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.574372083Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57931","req_id":"cf4c00dd-1c10-4c7b-ac41-aadc621f3d5a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.639435107Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.639854012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.639916837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.639953009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.639985023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.640970266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.643204948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50068","req_id":"3862d518-680b-4750-960a-3ca75ffb12a0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2c 1d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ,............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.64380289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50068","req_id":"3862d518-680b-4750-960a-3ca75ffb12a0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11293,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.644054421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11293,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:08:01.644158328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50068","req_id":"3862d518-680b-4750-960a-3ca75ffb12a0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.64544916Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.645648798Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.645681232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.645711873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.650878618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.650984669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.651017224Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.651359185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.653453318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3a8d50-25ca-4d04-88e0-71f420dbb3a9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.653679378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.654262951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.654317419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.65473933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.655589353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0126e2a5-785e-47c7-a253-ed3e8247b9aa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.655712038Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.656728012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.656829414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.659492099Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.660851588Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.660911467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.660941447Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.662936783Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e78bb237-99cd-4b72-847b-a7fa28d3e94a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.663007393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.665597374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d300ac8-fbc9-4a0a-834e-919ecada5946\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.665692403Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.66978154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90bdbabe-4db0-4daa-9c20-9fa1b4b4b43a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.671615585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.678016498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6495bb8b-c182-4c71-8c7d-a32f237d4c3a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.678120165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.686372166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdf6a6dc-1883-45da-b628-f9a4f265b8fa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.686712615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.692111782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.693246272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c58519a5-4517-4e26-92f1-055136df5852\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.693326863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.694491514Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a85e1db-46b0-4bf7-ab6a-fbc9f978a0f9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.694596934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.69572465Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b055da-7f12-4c39-8aa0-f7c5cecaae95\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.695880501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.696732418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"520ab637-2112-49f3-bee9-4e69d4b566cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.696796506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.697907089Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfba5881-da7c-4bbd-8504-aa16e71e562f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.697974323Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.699280445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"444d1bf5-6299-4382-8544-620338c9324f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.699438981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.701184339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a90efc7-b8e4-4c81-a951-1797ecba4070\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.70125551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.70303228Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9af6b627-2e65-4e27-83a3-69ada3503c6c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.703109534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.705352343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f03487ec-2a9b-4e04-b0fe-5a7a7be42104\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.705419918Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.707126768Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d99676a1-0fae-4872-8a44-06d30af5317d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.707239152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.70924036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c898b4d1-e20f-4e4b-8b8d-b29a72c8f1b0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.709358886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.711111478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee13f75c-7a45-4b5e-a626-ae92a97922b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.711223531Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.712295667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"854508b6-15fb-4d96-ab70-b8b87ebcd079\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.712416277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.713359888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"384e0afa-c0dd-46b1-808d-d3985fd2fd7d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.71348658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.714366824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6e08861-4be6-4eb7-ac42-4e7a342aeb07\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.714490861Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.715412868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d090ae3a-da42-4596-b98c-0ab98467e78c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.71547915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.717444205Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bebeab5-f4b9-454d-ba0d-a433f1630650\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.717509786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.718502243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ac7531-d78b-456f-a2f3-1be7d7f1c324\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.718568505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.722625178Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bcfa875-41ba-4927-b065-e0b322084891\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.722821419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.728781915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e4ca6f-a256-49ad-b833-c6d315c42e41\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.728869129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.733287442Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cddf0c0f-18c1-432b-a03d-779dad0da324\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.733362932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.735403448Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c14c1b03-6ca8-41fa-b604-6dd56a8d4871\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.735471924Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.737785775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b6b8bf-d7c9-4f07-9434-a7ebb66d8714\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.737930052Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.739332977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23727837-43dd-4f7e-ab6e-016192556455\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.739509168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.752098522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.752252048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.752488579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.752615492Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.755405671Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.7568758Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e5ebd7-56b6-4b06-a3ac-5f426e37979f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.757299214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.759116505Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d405aaf-cf9a-4031-a240-d11648c537db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.759421733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.761316428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.780761441Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.780872382Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.780962181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.781517587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.783723733Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b05eaf41-eeb0-4a37-bd93-c3d5b7d9d3b5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.783989893Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.787253215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.787363214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.788633615Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.792396542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d135690-3323-4f9e-ba51-92c21ae0fea0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.793438478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.869991074Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"890f6891-a845-4c0a-89a3-aa63027bb37b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.870244549Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.876278973Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.882514797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b93f6847-a70e-4f43-8f7c-b598e22e0c41\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.882770306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.887069181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8f3fa78-72dd-4c5c-8d51-be9eb2b902ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.887608416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.890460128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4853a296-cc58-40ea-abde-971304da4259\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.890689805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.892461746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5999931-c144-43a5-949d-010b6b3f32b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.892688177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.894374076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c07ccc4d-5f5e-4d84-abed-1be5358e53d7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.894584565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.89547519Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f311e725-a07e-473a-ae42-1b130ff36691\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.895697372Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.89709628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93d4b924-df4c-4747-b41d-f41705261ace\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.89738262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.898355398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ab3ad33-c3c8-4d13-ab57-95ef96c2480d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.898577621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.899609467Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa9bfad-de32-46c9-92d2-36bc3e65e251\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.899797792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.899912852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.900002931Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.900088281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.900834017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.903198077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.906907057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.907009712Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.907101985Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.907187025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.907266974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.907792621Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.91262993Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.915675017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.915752752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.915787791Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.916225022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.988357612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.988468042Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.988960483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.989078088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.989113698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.989140021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.99015829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:01.990217878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35869"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.991861824Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"b233a70d-8bc1-4aba-b105-bab5fd881a35","remote_addr":"[::1]:35869","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:01.992713751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"b233a70d-8bc1-4aba-b105-bab5fd881a35","remote_addr":"[::1]:35869","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":967,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.992968379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.999794399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:01.999881232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:01.999914358Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.004255728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.004596166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b233a70d-8bc1-4aba-b105-bab5fd881a35\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.007116969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.00724324Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.007279222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.009765516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.009832509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.009868842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.00989807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.010398156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.012908999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.012971684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.01400852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.015686222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.030108007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.030582272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.030756058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.031465542Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.043798875Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.044711273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50052","req_id":"9dd928cd-02b8-4a4f-9520-95a42dd58eb2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 52 74 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 Rt..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.04524182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50052","req_id":"9dd928cd-02b8-4a4f-9520-95a42dd58eb2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21108,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.045339825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.045495656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.045656837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50052","req_id":"9dd928cd-02b8-4a4f-9520-95a42dd58eb2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.045938648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2146, tv_nsec: 844744387 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.045986604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.046324898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54118","req_id":"33cb0ff9-a6d2-461d-a8d6-7c5fbc31c3dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9b c2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.046378936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54118","req_id":"33cb0ff9-a6d2-461d-a8d6-7c5fbc31c3dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.046466671Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.04669726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54118","req_id":"33cb0ff9-a6d2-461d-a8d6-7c5fbc31c3dc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:02.046951456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:02.09199339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.092057838Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.092241334Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:02.092288327Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:02.094075137Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.094700413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.094750393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.094910341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.095788221Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.1022575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.103027875Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.106780011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.106848197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:02.118289002Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:02.119525055Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.119590756Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"561.154553ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.11963299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.119701867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.119735414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.119768229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.119796636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.120674124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.125191625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.131704481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.13182438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.131982896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.132996876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.136605116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.137886829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.137943222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.139257991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58404","req_id":"a42398a7-f992-420d-b7a0-1ed8c44b51f0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4e cd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 N............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.139380195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58404","req_id":"a42398a7-f992-420d-b7a0-1ed8c44b51f0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20173,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.139590915Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.139757306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.13990996Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:58404","req_id":"a42398a7-f992-420d-b7a0-1ed8c44b51f0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.140556869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2146, tv_nsec: 939257629 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.140654874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.140950644Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50774","req_id":"5b1f4193-bcb6-4b94-87db-33c7eb148de1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3b 6f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ;o..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.141012757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50774","req_id":"5b1f4193-bcb6-4b94-87db-33c7eb148de1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.141110061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.14120972Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50774","req_id":"5b1f4193-bcb6-4b94-87db-33c7eb148de1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.202675917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.203287596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.203421473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.203469188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.203500109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.204071688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:02.20440364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.204658958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51685","req_id":"01288e3c-d17f-4b79-83e5-f32e7bad0d00","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9f 8b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.204719639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51685","req_id":"01288e3c-d17f-4b79-83e5-f32e7bad0d00","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.204941301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:08:02.205035729Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51685","req_id":"01288e3c-d17f-4b79-83e5-f32e7bad0d00","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.205265878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.205315927Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.205483311Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.208322848Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.218299576Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.218364125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.218398814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.218800124Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.219502603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8aec2be-b8e8-4171-b277-ddadaf33d0eb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.219723433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.222734753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.222797929Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.224445241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.225310345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f02e60ed-2db8-44d4-9077-b0d7af40292b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.225533069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.230884421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be9c2150-be75-4ba2-ae83-3cde1b64d462\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.231424337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.23559177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca8d22bf-8b75-417a-bc32-ee44d4b7079a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.235996266Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.240550811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7202bf10-5f4e-45e8-ab9d-9a48affb4dd4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.240742322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.244881459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba8d6797-5c85-4d9e-b079-22668e5b3997\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.245032941Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.248274039Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12897514-03dc-4b1d-9cac-d00b28ffa983\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.248355551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.252216724Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c49e72d0-da0b-4fe7-9c2b-a225392e7f85\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.252470059Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.254173844Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4a6424b-b81f-4dba-b6cc-64ce2541455b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.254666726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.259464595Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5faed10-beb4-494c-ab42-9554284d0ec6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.259732439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.260431572Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.266617577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbd2bed0-1bcc-48ec-9a3d-40e8f4481445\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.266902094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.268222635Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72f01fcc-901d-4a55-b45f-38a4111b2c8d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.268470759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.270090126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de205aee-7a71-443d-9513-2fcc6de6adce\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.270412238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.272951978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee7e1d83-20d0-4591-b74f-b17b5cf9aa39\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.273279721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.275350837Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0217f3ff-0b49-4228-8b69-473893438baa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.27558296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.277296734Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"313a936b-121a-48e5-8ef0-43f3eb119dc7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.277510881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.280474456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d84382-29a1-4127-b938-7801c0b2efab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.280825405Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.285828984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4afed1c0-026a-488e-bbc8-5388adea2859\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.286463589Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.289454538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b2e936-b4ca-4e78-8310-9df81b7f51a3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.289718995Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.290618698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b89fc83-c306-4341-b01b-59b9161aa76c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.291204886Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.295585894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed849b65-309a-40c5-925e-7a17c603b2c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.296259376Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.29865017Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"597b051d-cc89-4c1f-97e0-4e61bd2fa156\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.299547127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.301537954Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac6b76d9-5522-45c7-a047-506e410bd405\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.301655899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.304294516Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b42019f-be73-46a9-9fdb-f8a947ece118\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.304539674Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.307607757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb223166-7dfb-40fb-b0f6-c7c00f6f5d7a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.307759199Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.310333899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dadf2f89-fb91-4ea0-8132-8e68d9e7b1c8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.310433618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.312691747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fabe766-1fd8-45b5-afae-d74b15e62e4f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.312826726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.313706539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.313768793Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.31380276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.313889684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.314609588Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.318217997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.327471064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.327647355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.32775046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.32845809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.33107298Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef5a3973-da5a-471c-8e30-33e06479fc43\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.331497356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.331818606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.331929407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.332609141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.338187325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccaed51c-ee26-466d-9d21-fef8bae00165\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.338340681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.346324187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf083e7b-406e-4e1d-95ef-1bfdef355ff7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.348805341Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.351498627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea97d536-9947-4fe6-971d-fee7ab79ae0e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.351767302Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.356387718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f6168aa-0d90-4441-b3a9-5607335dfe4e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.356821633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.358874513Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57021c21-4776-44cd-879c-234880d09280\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.359228478Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.360729699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5651523f-b53a-43df-a595-50f7986a0d19\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.360808887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.363963452Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"733eeda0-84ef-40ef-aba7-80e09c9eb01d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.364035005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.369964238Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.370468714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b11c885-0465-4247-a37c-2ca0bcb2d98d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.370542481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.374270108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7744c718-98b8-480e-9bb6-99608b3100b1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.374605937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.379047166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"105838d8-cb24-49ce-8fbc-8a5c9994206c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.379323486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.382469053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e619414c-b0e1-437f-bf42-11291874a975\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.382692188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.385764239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb1ac7fc-1744-4507-9ac0-9bd7941d2ea8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.385976101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.387997879Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f74c86dc-5923-461f-94d8-e7e171c4c27a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.388212527Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.389117891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f4065d-952b-46ae-a4ff-3d4e80069efb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.389359923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.390456348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"011d2b79-6fec-45cf-ac04-ddcd3d9dbe15\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.390790273Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.391713202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5bec05a-6f0e-44c0-80e4-e084310ed5bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.39187792Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.392767372Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae34f93a-d5a5-47b7-bddf-4118615df1b5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.392830628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.39286679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.392898463Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.392930728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.39357407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.396274159Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.402796695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.402887526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.402923157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.402958157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.402988577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.403380638Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.405698557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.409874066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.409949246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.41003179Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.410454883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.478182035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.478377445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.479187559Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.479252378Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.47928869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.479318029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.48068898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:02.480752697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63236"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.481546529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"1b8c7208-e993-478b-9398-b9f41412e7e8","remote_addr":"[::1]:63236","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:02.48234483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"1b8c7208-e993-478b-9398-b9f41412e7e8","remote_addr":"[::1]:63236","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":807,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.487534991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b8c7208-e993-478b-9398-b9f41412e7e8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.490202325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.490262565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.490294338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.49470706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.494966297Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.495081507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.495172147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.49580112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.496462688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.505526538Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.505626096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.505710855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.506583904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.515262726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.519333868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.519821569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.520014544Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.523695999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.52394242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.523999043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.524414951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.609350751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:02.610644659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:02.610881901Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.610980177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"491.314953ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.61102155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.611052992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.611083433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.611113633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.611140857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.612182372Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.616087814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.61987517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.619936191Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.619969628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.620378392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.623729439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.623787665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.625773001Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60253","req_id":"a4fc8e34-587d-4eb8-bb34-6c8aca4a4db5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 01 24 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .$..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.625838271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60253","req_id":"a4fc8e34-587d-4eb8-bb34-6c8aca4a4db5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.626083459Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.626267867Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.626307225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60253","req_id":"a4fc8e34-587d-4eb8-bb34-6c8aca4a4db5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.627019043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2147, tv_nsec: 425819201 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.627076197Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:02.627198541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.628356168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.628928288Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c906861-e4de-4935-a90e-b21e36f6cf64","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.629269317Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c906861-e4de-4935-a90e-b21e36f6cf64","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.629325108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c906861-e4de-4935-a90e-b21e36f6cf64","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.631557696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c906861-e4de-4935-a90e-b21e36f6cf64","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.632170718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62864","req_id":"7b1d81d7-d837-4a2c-869e-83782484dbc0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 38 19 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 8...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.632254555Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62864","req_id":"7b1d81d7-d837-4a2c-869e-83782484dbc0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.63234723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.632371077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62864","req_id":"7b1d81d7-d837-4a2c-869e-83782484dbc0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.691889424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.692869997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.693812575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.694020189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.695705407Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.697289713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.69994823Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.700285662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:02.701681023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c906861-e4de-4935-a90e-b21e36f6cf64","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":72789,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.702403091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61688","req_id":"159eb5a4-e6ac-45c8-b486-c18f9297e31c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1d 35 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .5..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.703014129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61688","req_id":"159eb5a4-e6ac-45c8-b486-c18f9297e31c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.703745666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:08:02.704379269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:61688","req_id":"159eb5a4-e6ac-45c8-b486-c18f9297e31c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.704715619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c906861-e4de-4935-a90e-b21e36f6cf64\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.705026308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.707727991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.707821688Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.707924202Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.709064123Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"40894d3d-8553-4f00-8bba-ae094e3191c6","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.710155748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.711330318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.711442642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.714732707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.715333725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"40894d3d-8553-4f00-8bba-ae094e3191c6","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.71556708Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"40894d3d-8553-4f00-8bba-ae094e3191c6","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.716729706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"40894d3d-8553-4f00-8bba-ae094e3191c6","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.717372307Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.723652389Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.723752869Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.723834552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.724417754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:02.726761133Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"40894d3d-8553-4f00-8bba-ae094e3191c6","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":17704,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.729355673Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40894d3d-8553-4f00-8bba-ae094e3191c6\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.729721471Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.729769718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:02.729796952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.730446155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.730505353Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.733185173Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.734314633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b95ec186-2e05-4ecf-956e-520831bc8fd5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.734562697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.737912852Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"163a1094-0d72-45f9-a78e-dd7c3979c759\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.738099043Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.74184156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11a8d92f-1c5d-4d85-b59c-48db64f50b92\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.742120496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.750240785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c72e848d-4058-47e8-80a3-99dd7735a802\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.750369652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.755155577Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13227918-7eff-4794-8966-bad984cb4595\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.756474134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.761806449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f6e7005-f2e4-43c5-87d0-b7ff1c37ed77\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.76195771Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.769157154Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.769388155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"802e6fee-fb12-4f7f-af7c-ecb792e29a1d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.7696469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.773448655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad12711-3f42-4400-92b2-64f94a9a5bc5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.773689395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.774564408Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c9e40e-8b2a-4718-9fcd-f1b9b497fa9c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.77492658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.776213684Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7334c68-f650-4bf0-aeb8-eeac44932912\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.776368573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.777425719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7132898-31e4-4308-9543-4a17c45b7784\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.777557261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.778550721Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19298a3b-a62e-45ca-9a92-fa926a578107\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.778670619Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:02.779695842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64421"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.77996058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"99e3bfd8-eb1a-4a4b-98d6-4ddc8216bf91","remote_addr":"[::1]:64421","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:02.780214946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"99e3bfd8-eb1a-4a4b-98d6-4ddc8216bf91","remote_addr":"[::1]:64421","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":306,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.781057345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1a42986-2740-4f66-9162-3476e525c14d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.781191181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.783030977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07cd7336-0c15-4e2e-96ba-65e01476f99c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.783345364Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.786223437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97212cef-cb29-4b26-8528-574d70d47d12\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.786329659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.795701231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3f42da4-bdb2-454b-976b-e9b448d342ba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.795738365Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.79576592Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76f21927-7e8a-4b4e-befb-70822dab0e03\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.795797493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.817230166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6aa43fd-02e3-4d60-95c3-09413c3db440\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.817506506Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.826022554Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.826256871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.826310297Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.82634167Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.827467293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.837914618Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.844330983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.844422325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.844459168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.844670058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.850235046Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.850301438Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.851094058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.852494237Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36a2f65e-1393-4fb4-abab-4b4cbc25c816\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.852670248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.854408571Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad78624e-87bb-4749-ae20-41a583366a47\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.854590805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.856896338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99e2702-51d0-47e0-91fa-b06c0a6278ec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.858480284Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.859913309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77e28406-cc6f-40e4-a391-7a1ab35c3cc1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.861193029Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.864689926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"198c4f14-2de6-4748-86de-f83e99f3118d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.864731429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.865979566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f035cae-5b2c-4625-ab64-971f98951657\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.866227821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.873840278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f51e18-882b-40ab-abaf-f237ef0d308b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.874652787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.878568629Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9296030-7acd-45bd-80bd-d886d07ea18e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.878662967Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.884461079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c334cc-1c35-47fc-9afd-b0022c183d68\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.884753321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.888942418Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.8910713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c63782-d443-4543-981d-f4ad94ca9ff6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.891184164Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.894749348Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d7b6e38-033f-482e-96b8-072f569dce05\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.89484067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.899549913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5054f86a-b33a-4555-bd66-45a1b1d78639\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.899636495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.902066397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f7f342-54b8-46cd-be5c-8c9db5a1be6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.902138961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.910302366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1087ac1f-fcf1-4550-8c8f-015bf50a6a47\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.910456163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.911962414Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f2fd3ff-25ba-4df1-830a-9dd5dab74ebe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.912149647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.919438539Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cf199a6-5604-4296-881c-305f3e2c81f4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.919705261Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.922345642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b54c3b34-80de-4621-a2a1-2e9234fc7cbe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.922607223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.92664098Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fcda48f-76ee-4fb4-987a-6c8187fd6899\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.926777953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.928674101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbcf2f44-c185-4763-af69-fd48c24efd70\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.928749982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.930974815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00ca3768-2490-4b84-bfe8-349a0e43fe97\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.931140345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.934808373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9927d5ae-d74f-45cb-b81c-817db239e348\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.935130715Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.937945343Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32afceb-7274-41d6-8ea3-62be2d2496cb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.938212165Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.939511534Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.939857473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.939909887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.939942502Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.941082454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.941997106Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bea5554-1b06-4dfe-9388-f69f287fff55\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.942148698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.945192763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.950212976Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.950283075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.950312243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.950716709Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.952276898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65091b05-8387-4304-ba4d-854af3556ff1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.952728177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.953426338Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.953480496Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.954371331Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.955291374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22309f0f-65dc-4b8e-9408-b05c753011e3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.955569308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.957812687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26b531be-ad3b-423d-9c94-c47f58cdb3d0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.958067686Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.960615031Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bbe9ef6-d8c4-4b7f-8907-a1081e896ad9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.960759068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.960813947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.960847244Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.960874518Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.962745075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.965009206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.969251829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.969312991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.969345526Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.969374804Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.969402349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.97134025Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.974226661Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.978167433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:02.978232843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.978265829Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:02.978981735Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.075180535Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.075261607Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.077812068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53158"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.077980634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.078034522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.078062698Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.078699126Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.07960958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.080092773Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"bf3a913e-c81f-48e6-83e7-f85562b87ffd","remote_addr":"[::1]:53158","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.080654662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"bf3a913e-c81f-48e6-83e7-f85562b87ffd","remote_addr":"[::1]:53158","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":565,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.080975431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55816","req_id":"6aefdfdd-82c5-4057-ad63-38777f351232","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f0 f8 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.081037325Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55816","req_id":"6aefdfdd-82c5-4057-ad63-38777f351232","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.081186061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.081356701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.081406019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55816","req_id":"6aefdfdd-82c5-4057-ad63-38777f351232","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.08165226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf3a913e-c81f-48e6-83e7-f85562b87ffd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.084505565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.084565494Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.084594041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.086442394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.086542523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.086580449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.086612763Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.087175885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.088482088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2147, tv_nsec: 887374559 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.088593289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.089195399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49747","req_id":"28157984-9990-4b5e-8c2d-20e77ffc7f80","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f4 43 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .C..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.089256982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49747","req_id":"28157984-9990-4b5e-8c2d-20e77ffc7f80","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62531,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.089344907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.089448523Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:49747","req_id":"28157984-9990-4b5e-8c2d-20e77ffc7f80","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.089867648Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.136616593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.136726622Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.136907162Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:03.136955678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:03.138469214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.138520857Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.144517264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.144704497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.144750469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.145205826Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.146830603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.146892296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.15218433Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.152387625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.158554603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.169579299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65475"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.169666953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32894"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.170223262Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"d03c3b1e-ff9f-4b03-ae3c-b7eed71b375f","remote_addr":"[::1]:65475","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.170377048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"433bffdb-323f-4a56-914f-6d6a10aa3333","remote_addr":"[::1]:32894","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.171165629Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"d03c3b1e-ff9f-4b03-ae3c-b7eed71b375f","remote_addr":"[::1]:65475","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":954,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.171238795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"433bffdb-323f-4a56-914f-6d6a10aa3333","remote_addr":"[::1]:32894","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":901,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.173993654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33918"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.175905363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"669943e9-eb63-4ad3-94da-36486e7af817","remote_addr":"[::1]:33918","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.178717316Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"669943e9-eb63-4ad3-94da-36486e7af817","remote_addr":"[::1]:33918","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2811,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.178973676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39026"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.179050109Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47942"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:03.179580936Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.180135281Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"80bcbe69-0b84-4855-a0e1-2923a0198e42","remote_addr":"[::1]:39026","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.180332053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"0715ae1e-bbbe-4dc9-bea1-f6a52764f910","remote_addr":"[::1]:47942","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:03.180493575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:03.180837881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.180901898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"569.843786ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.180939363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":52,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.180966757Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.180998611Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.181086105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.18111877Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.192415639Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.192976727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"80bcbe69-0b84-4855-a0e1-2923a0198e42","remote_addr":"[::1]:39026","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":12861,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.193053319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"0715ae1e-bbbe-4dc9-bea1-f6a52764f910","remote_addr":"[::1]:47942","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":12772,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.203122201Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40429"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.203189304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44668"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.203343582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.203775883Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.211117561Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.211183643Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.21121762Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.211609752Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.212508152Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.21260276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.212635145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.212663171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.213237846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.213295009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"5eb97f31-edf5-498a-82c8-a15c45c587d3","remote_addr":"[::1]:40429","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.213332564Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"a382f1d1-883f-46e3-bbcc-9470e0f980f0","remote_addr":"[::1]:44668","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.213650828Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"5eb97f31-edf5-498a-82c8-a15c45c587d3","remote_addr":"[::1]:40429","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":281,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.213715668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/crucible/pantry/0","method":"GET","req_id":"a382f1d1-883f-46e3-bbcc-9470e0f980f0","remote_addr":"[::1]:44668","local_addr":"[::1]:37924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":263,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.214201926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52491","req_id":"71ee8856-1e92-4774-9bcb-21cac6007de9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 6b ba 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 k............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.214264371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52491","req_id":"71ee8856-1e92-4774-9bcb-21cac6007de9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27578,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.214498988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.214736592Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.214782643Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:52491","req_id":"71ee8856-1e92-4774-9bcb-21cac6007de9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.215325114Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2148, tv_nsec: 14223678 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.215391557Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.215770271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55195","req_id":"7875192d-66e1-4b96-9c2f-ecf15d45263e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 72 bf 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e r...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.215826794Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55195","req_id":"7875192d-66e1-4b96-9c2f-ecf15d45263e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.215914699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.216056231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55195","req_id":"7875192d-66e1-4b96-9c2f-ecf15d45263e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.216294225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.31120076Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.311325278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.311567952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:03.311633603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:03.313761713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.313921772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.31397113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.31514067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50491","req_id":"99e8a475-2566-4d3c-bc2b-17338b2f8dd5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6f 00 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 o............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.315316982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50491","req_id":"99e8a475-2566-4d3c-bc2b-17338b2f8dd5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.316065573Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.316511371Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.316619066Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50491","req_id":"99e8a475-2566-4d3c-bc2b-17338b2f8dd5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.316853633Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.322324904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.322469092Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.322652567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.32336679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.32369785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2148, tv_nsec: 122586213 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.323762469Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.324673875Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62491","req_id":"aab97d62-4808-4071-aebf-784a96d613f7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 04 b8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.324737992Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62491","req_id":"aab97d62-4808-4071-aebf-784a96d613f7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.324958672Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.325056978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62491","req_id":"aab97d62-4808-4071-aebf-784a96d613f7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.393488363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.397440277Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50319","req_id":"75185c60-0b30-417b-a113-9fa587e7099d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 00 28 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .(..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.39751221Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50319","req_id":"75185c60-0b30-417b-a113-9fa587e7099d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.397734453Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:08:03.397828871Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:50319","req_id":"75185c60-0b30-417b-a113-9fa587e7099d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.398182436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.39823986Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.398269168Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.398616881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.398673213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.400785913Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.403691873Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd2ce1ed-cb9a-482e-a381-db06bedc152b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.404062141Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.405924822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0bb40b9-58d3-464e-8eb4-de48b07c92ad\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.406297023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.408814409Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19745b39-b685-4742-b8b3-44169031e83e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.409026271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.411849907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9505dc22-eba1-4f2b-b7e6-bb8c0c65a445\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.412304613Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.417458231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"372a2bc0-3b5e-4a0b-aa59-2766c33d56bc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.417535545Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.419768825Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d014187-3ec0-451e-9402-19c0b918dcb9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.419843113Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.424560101Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5b9a0b4-8d83-468b-9312-4859d1dd49ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.424666924Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.426830525Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2272a62-01ac-4022-b155-519209bec4b6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.427205983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.428238851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"998ca691-b3ab-4754-bf4b-449a9eb09561\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.428568748Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.429744691Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bca76df-7435-4385-b5e8-8c7498ec7412\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.430070821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.432827203Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.434625616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b05f743-4fb8-44e1-b82c-bc5e3decc281\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.434878169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.438460537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"307d17c5-a653-4e88-b6e9-235855b9224b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.438601899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.439938181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd3eae79-6554-47af-893a-7860bf63a658\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.440122018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.442835063Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a455775a-68d1-4d51-ab81-3ccac5aeb3f9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.442915844Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.444461945Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec521d8d-5e4a-45d0-bbbc-aaa90558de1c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.444748956Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.446511127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68be27b8-177e-4d94-b52a-1d8d9d1c2494\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.446629443Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.449066689Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faf32eaf-cb4a-4168-ae0b-b8768c2cc43f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.449139484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.451062225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02860c15-7edb-4c61-b604-5944435e8d96\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.451185811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.452835318Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e449084-a3cb-450c-a037-802f3411ecb1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.452909907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.453736183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f7f31a5-8799-40e1-9557-4e25025d1dc0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.453868947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.4547637Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bd7dd9e-5fb2-400a-b2b9-fb49f223e8c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.454835974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.455855696Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4298816-1e7c-41df-a2bb-fa157b1926e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.455992188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.456839616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90b0dfbd-19ad-442a-87e8-10c8ab7377b4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.457889578Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.45954186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81cc18ab-21b4-4eae-a5aa-d4893c2bc6a7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.460319359Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.462456568Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bdcc4fb-17d2-4cb4-b15b-a7ce7271835c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.462591346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.464840187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67cfdf44-574b-4335-816a-f07802cdfd35\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.464976498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.467387232Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e2681ab-ec90-4e50-a058-39686b2253e2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.467514315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.469413799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3640540-8d81-4e9c-a416-93fa4fbae874\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.469583668Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.471876556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c1a5a32-d9c6-4fb4-b622-c70f1b40058b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.471956185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.478022271Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16526e8d-67d2-438c-8c35-3ad9a38d568e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.478340706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.479335157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"050c5ada-ff54-4ee5-8273-06384fa19d03\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.480336342Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.484671419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.48473211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.484765346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.484796599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.485975177Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.486933116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18d2a970-79a4-45d7-999f-1a16b3ddc958\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.487194226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.488562632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b92f44-357c-42c9-925d-ed66972efc7d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.488692772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.489130885Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.496548023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.496611529Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.496643934Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.497139862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.501293889Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83645b57-80eb-4041-a24b-e240b635dc04\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.50845693Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.513563775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.513639346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.515146439Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.517825948Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cebf340-08b5-48b5-8206-a62fff924dc0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.518346054Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.529348556Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e949495-fca3-4154-9b88-7d896d674669\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.529945425Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.532922677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f666fd8-94bb-4a75-935e-a753e321cd3f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.533544416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.536507189Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38660049-e297-434b-811d-8d21c6a8bbaf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.53687902Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.541851958Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb9d39aa-6124-4460-8f06-24b45b9e9b67\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.542120723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.544558841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aafdc21-d972-4941-9992-e53c19e5fbd3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.544776134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.546964354Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"133e47a3-6ff5-4c62-b191-c32d06638757\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.547225214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.549667259Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ec56b45-78eb-4c2c-9ec3-12ebe1a518b6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.549910955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.550684937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.551550211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9075b308-5b7d-4b55-97d3-9d82ab3eecc0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.55178586Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.552751755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b26fefa6-9b6b-439d-9114-4ccb3644f892\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.552969138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.553836256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26403311-5209-4e59-bbee-f857e5c2645b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.554026755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.554183097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.554318587Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.554416782Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.556546636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.560299874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.570520628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.570604676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.570637742Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.570667802Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.570694565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.571405982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.597109104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.602616187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.604356374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.604453187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.604952652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.625543368Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.625699428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.625801392Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.62588603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.626510695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.63131155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.636746339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.636923552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.637068501Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.638463911Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.693154158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.693524666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.694629116Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50460"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.695034194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.695269222Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.696006932Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.696144546Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.697079759Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.697673252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"0a2c3867-3e9b-491f-95ab-6a21c6e39721","remote_addr":"[::1]:50460","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:03.699523077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"0a2c3867-3e9b-491f-95ab-6a21c6e39721","remote_addr":"[::1]:50460","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1835,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.699959978Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.700727287Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.700838178Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.700909049Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.701056022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a2c3867-3e9b-491f-95ab-6a21c6e39721\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.703157218Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.703246476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.703464681Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.705977026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.706117186Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.706216894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.70636552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.70701766Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.712278081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.716496456Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.716790231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.716893988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.717632569Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:03.766041401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:03.766378522Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.766493892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":52,"elapsed":"585.467937ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.766539333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":53,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.766638541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.766715053Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.766753289Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.76678395Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.767367834Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.776541231Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.782266779Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.782340105Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.782374774Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.7829148Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.783497892Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.792332714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.792388695Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.794141458Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51720","req_id":"aea1ddcb-d503-4d74-98f8-87933b6eeef1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d6 3b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .;..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.794315655Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51720","req_id":"aea1ddcb-d503-4d74-98f8-87933b6eeef1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.794525974Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.794662786Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.794761964Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51720","req_id":"aea1ddcb-d503-4d74-98f8-87933b6eeef1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.795672558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2148, tv_nsec: 594570150 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.79572866Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.80166631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55873","req_id":"f664ed00-767c-48b3-a60f-8b25ac2cbe6a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c9 9d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.801750999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55873","req_id":"f664ed00-767c-48b3-a60f-8b25ac2cbe6a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51613,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.801850888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.801878493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55873","req_id":"f664ed00-767c-48b3-a60f-8b25ac2cbe6a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.864745181Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.868289503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.86836357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.868399843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.868431416Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.869662989Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.874036012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59696","req_id":"0ce1851e-0a30-4d62-b5e0-950eec4db786","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4b e7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c K............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.874152474Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59696","req_id":"0ce1851e-0a30-4d62-b5e0-950eec4db786","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.874357022Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:08:03.874452312Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:59696","req_id":"0ce1851e-0a30-4d62-b5e0-950eec4db786","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.875281785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.875342856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.875372195Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.87730214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.890524605Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.890712479Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.890822999Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.891684746Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:03.903459006Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.903612091Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.904569839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.909261387Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df0acd1-df88-4f5f-892c-c571d24507be\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.909630121Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.933883815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b93264a8-fece-43cd-8ad7-d4022ed5b7eb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.934268772Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.952171081Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0327603d-aae8-415d-a44d-1a1ae6164eeb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.952540498Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.956161743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ae381f5-8917-466d-a096-f44c2f1136d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.956379617Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.958974497Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86d65b80-3224-4937-83b5-15d725cde483\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.959193062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.962620431Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0af7f6fd-7e0b-442b-9910-ed2c009666fe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.962989667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.965788052Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47d2acd1-9c87-441d-9c90-6dbb47629737\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.966000937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.968967788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.970846812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b7414c8-b319-4788-a870-8fbe14c6f5b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.97105679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.972411108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8f3d979-e4d2-4dd3-8f69-25aa9402cbe8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.973836789Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.98226435Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e592fed-b73d-42de-9bbc-5c8717c1cb7f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.982593917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.983722977Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4df198-a28f-4f24-b5cc-525ee15fb9d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.98401602Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.985900856Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e6f98b0-8cba-4aef-b3d0-317aa13c8377\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.987989898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.990087247Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69edeba6-e39c-4e05-aeba-ac993be70ef0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.993617461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.998073138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd38e4a7-3273-4989-8b36-c1ad360601dd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:03.998327726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.009348895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b2c1038-6136-4f69-86b0-8f95f6cab91b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.00949239Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.012345455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64779cfa-7832-4964-8201-205ef5e3c555\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.0126991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.015082368Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31eee22b-228d-42a4-8e39-1cd242c2d5e9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.015204161Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.017674112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"858461d5-3dc8-4644-8b54-10077a725e9b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.017799812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.019660269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.019713044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.019743104Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.019769357Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.020636955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.033826925Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c43369c4-f177-42e4-a709-09788e8f9220\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.03396982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.043035683Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.05620379Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.056277166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.056307677Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.056843504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.058028706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.058087413Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.058610375Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.059902048Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.061637636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efb6b7ae-b886-43e0-813e-fad9cc30afd5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.061726213Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.062308223Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.062371108Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.063112315Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.065025717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92f5c888-2447-4556-862f-f8ddafe6665d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.065178952Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.069480252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.069547567Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.070662979Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5162936-92e0-46d7-9eb2-edfa7fed1408\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.071009028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.073033171Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.073099033Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.073798697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fea9be2d-e6ad-4237-aa22-d0b1f3930313\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.073874728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.077000887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b496ad5-87dd-442b-9e4a-7cc2aaa747e2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.077176306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.081984386Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d19b57a-6f3d-4ba6-8b15-bf0c6f977eab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.083153716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.09479981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f52af0-10c9-48f2-bc8f-347d8b24dc18\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.094992003Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.099104627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.102106899Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.102155997Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51006","req_id":"76cb640b-24e2-4132-a4ca-c2c6ca5077b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f4 e2 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.102194313Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51006","req_id":"76cb640b-24e2-4132-a4ca-c2c6ca5077b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.102266337Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.102290745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.1023131Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:51006","req_id":"76cb640b-24e2-4132-a4ca-c2c6ca5077b6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.10235842Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2148, tv_nsec: 901127646 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.102395243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.103127272Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63110","req_id":"e272aca2-925c-4d88-989f-580eee08e03e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 48 fe 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e H...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.103186831Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63110","req_id":"e272aca2-925c-4d88-989f-580eee08e03e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.103434153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.103476969Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63110","req_id":"e272aca2-925c-4d88-989f-580eee08e03e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:04.103906845Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:04.183245362Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.183339219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.183624067Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:04.183708585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:04.185482079Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.185955011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.18601472Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.186049389Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.186079278Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.186819012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:04.187449649Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.189781926Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b08a35-3d70-44b7-8ca0-d04f01ad5a26\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.189853198Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.190086703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.207193036Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.20732024Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.207362764Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.207927229Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.210680054Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.210740404Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.21117488Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.211377333Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead831df-f649-459f-a35a-0948937ddb4f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.211612401Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.223448775Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b00135b3-7cc3-4464-bae8-d60afb88e6c4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.226290507Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.237068862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38023a50-2722-45e9-a83a-f4b31f05853b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.237376314Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.240067807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a79c82-aee0-45b9-92a7-617f45ee9421\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.240299699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.244037687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a3ca25d-287e-415e-9553-a340d038f44d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.244192245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.245828234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c4868ab-7c86-4b07-a646-eb9ff22ca42f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.246255776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.24980088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e4223da-f78c-4c79-b120-f2180aa86316\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.250017301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.252625988Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf8a0e0-2669-48a1-b7d0-5a27a651050d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.252826207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.259772267Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.264079429Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de982a70-b352-4830-aeb8-26fbfab1e9f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.2645069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.279372339Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84cfb5a9-86b4-4952-b1f4-b9cd64d6629c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.279902495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.284310057Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"944006ef-c95f-4387-91c8-903c99fd7782\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.284544484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.289009821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"644c9fdf-c511-43f7-b6bb-4d4e2a1312c0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.28928541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.293655717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a65e3feb-0658-42ed-8613-011747621a55\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.294350582Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.29739634Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b304852-3bb3-4509-b1be-6be4d21fe34c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.297714214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.298492895Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c357458-1be4-4d8d-9dcb-c7f64dbb76ad\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.298645149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.300005349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fd247de-11a7-4d81-b2ed-1534b4c8b504\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.300194726Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.301835846Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b65db99-6094-43f7-a227-d057b11b4c0e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.301966737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.30275157Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15e340d7-20bd-4836-89ac-e62668a68cd1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.302815027Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.302857301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.30289208Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.302922922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.303914026Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.311319421Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.311385944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.311422537Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.311607946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.31251839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.313079428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.317195699Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.317262082Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.317298685Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.31733143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.317359345Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.317772058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.321618461Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.328848216Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.328935981Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.328972714Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.329406959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.332498309Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.340537737Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.340614149Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.340650111Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.341166019Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.347583385Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.348897042Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.349636566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.407421939Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.407500466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:04.408144078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46087"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.408819724Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"c9ff66f5-17cd-4103-a645-3f3005c5e8c0","remote_addr":"[::1]:46087","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:04.409740719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"c9ff66f5-17cd-4103-a645-3f3005c5e8c0","remote_addr":"[::1]:46087","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":922,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.410195495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ff66f5-17cd-4103-a645-3f3005c5e8c0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.414688898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.414751363Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.414783697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.417921248Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.418029604Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.418073412Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.418105285Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.418988785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.423035839Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.430179653Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.430404591Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.430457787Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.43207077Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.478533755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:04.495640349Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:04.495989023Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.496053632Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":53,"elapsed":"729.558267ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.496123662Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":54,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.496155134Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.496187669Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.496217078Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.496246697Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.497023785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.499426563Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.506031062Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.506117374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.506166552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.506853991Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.512490942Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.513411517Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.515082155Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60083","req_id":"16c87cf9-cd9c-4fc3-8f8a-f0464b17dec2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5c 53 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 \\S..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.515315009Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60083","req_id":"16c87cf9-cd9c-4fc3-8f8a-f0464b17dec2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.515617211Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.515881117Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.516060064Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60083","req_id":"16c87cf9-cd9c-4fc3-8f8a-f0464b17dec2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.516634127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2149, tv_nsec: 315514645 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.516772293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.518543552Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56819","req_id":"3b952fa1-2989-4cad-928e-1391e3997735","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d3 ae 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.518718891Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56819","req_id":"3b952fa1-2989-4cad-928e-1391e3997735","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.51909983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.519261843Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:56819","req_id":"3b952fa1-2989-4cad-928e-1391e3997735","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.603486215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.60433723Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.604404504Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.604438352Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.604466097Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.605069169Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.605956346Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62379","req_id":"b651ad74-a5e0-45ee-9d26-bc54c2dd897d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 82 25 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .%..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.606022127Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62379","req_id":"b651ad74-a5e0-45ee-9d26-bc54c2dd897d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33317,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.60623445Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33317,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:08:04.606380922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:62379","req_id":"b651ad74-a5e0-45ee-9d26-bc54c2dd897d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.607697515Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.607760811Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.607790481Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.608674241Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.61820468Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.61854571Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.618604898Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.619155805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.623641012Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bcbb9d1-3739-4297-8a1b-ea3906b1b005\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.623896821Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.624185176Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.624243242Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.625597069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:04.626875727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.627329451Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.627756051Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"003c8129-5fbc-4d26-9e0e-4e0526b8c8eb","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.628116319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"003c8129-5fbc-4d26-9e0e-4e0526b8c8eb","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.628185296Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"003c8129-5fbc-4d26-9e0e-4e0526b8c8eb","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.628767656Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"003c8129-5fbc-4d26-9e0e-4e0526b8c8eb","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.631036797Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f0caf7-000a-40c7-af5c-9c7e03bd4bd1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.63129907Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:04.634563103Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"003c8129-5fbc-4d26-9e0e-4e0526b8c8eb","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":6845,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.636482878Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"003c8129-5fbc-4d26-9e0e-4e0526b8c8eb\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.636725722Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","body":"None","uri":"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.637422551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"bb277261-f581-4093-9990-5f1fc0b98579","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.637880583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"bb277261-f581-4093-9990-5f1fc0b98579","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.637947777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"bb277261-f581-4093-9990-5f1fc0b98579","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.638774795Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"bb277261-f581-4093-9990-5f1fc0b98579","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.640535393Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77eb50d7-4554-4057-9ba1-9215ae1ac6da\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.640606194Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:04.641393953Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D","method":"GET","req_id":"bb277261-f581-4093-9990-5f1fc0b98579","remote_addr":"127.0.0.1:53673","local_addr":"127.0.0.1:42385","component":"dropshot_internal","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","latency_us":3976,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.641750794Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:42385/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYTgyNDg2Yy0xZDkzLTRjNjMtYTQ0Yi0xNDE5ZGQwMWZmZTIifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb277261-f581-4093-9990-5f1fc0b98579\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.641812457Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.641845703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:04.641870623Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.643757473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c7baa2-9851-4b99-8e2a-0e0e680a878b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.643899676Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.64713399Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94f9433a-7b14-4606-be08-3edba6e136a2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.647330512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.651722061Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a04abfc-c42d-4761-8e2d-87dc86d44e69\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.653203904Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.655754035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2902e8-1a89-41d2-97cf-b35ffff25d0d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.656078521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.657188252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.657790072Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.66134293Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.662172603Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.662236851Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.66226624Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.665721254Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.666173906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f3d2d8a-39a3-4b88-969f-c1ae2e1a6488\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.666240879Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.667685968Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7653c760-fb28-45f6-9052-4e2e5bb8f0bb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.66793249Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.668771812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0a41985-209b-428f-b5a4-def1c59ae759\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.669658328Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.67092922Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d41212b0-c35f-42b7-9cb5-e9f53cce7b28\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.671092305Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.67182245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d752591e-9e33-4d1d-9af4-7ed8f98baadb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.671941187Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.672979666Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ae88af4-0ea4-40fd-8531-e119fbad6a5a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.673146598Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.675060862Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8505686-a2cd-43bc-8be8-0d2d26c3eb8f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.675253276Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.677638809Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11aae8da-2581-4c89-9379-f3e13eac931b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.677712215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.67942118Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb3e807e-9c14-4b9d-acbe-f00d84c721a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.67957682Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.681726002Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6ac55a9-9e1d-452e-82f1-b0c40c603fb2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.681793868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.683417182Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1f3ea3c-93bd-47a2-a9d5-7e1534c51ade\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.683489486Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.685295424Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfcac0e2-cf5f-45fd-91ca-7bcdb049d398\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.685361887Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.686147642Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7de71e0c-a57a-457e-a969-f48c5ccfe736\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.687102264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.688280612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da29b381-5080-4ea9-b83c-97e848e8cc37\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.68859094Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.689634219Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e67c0e79-85dc-4b01-9c3a-7568a189e997\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.689840129Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.690609021Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b47e4568-cf43-437e-8004-f93932e37c39\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.690674812Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.691944923Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92c367b-9643-456c-b07b-265775ddf99a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.692021616Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.693506214Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55de0149-6160-4125-995d-0cb078b6082c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.693827754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.696251373Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dcac2a7-e4c2-48f0-9644-7237f73f1318\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.69632495Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.698861143Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"360a2acc-3c2a-4287-b19f-e3088368d1ae\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.702353652Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.70443593Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bfcfd9e-26bd-4b6f-873a-c46f0a9075c4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.70463627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.70645344Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4798aaed-0c0d-4787-8b71-349b3ae2923f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.706593599Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.710154264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c330ae1-f8e5-449d-b8b0-cbe5370a03f3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.710333982Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.711083736Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"724bc4a4-50a6-4feb-8407-09dd8d7f7b61\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.711826906Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.713260493Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7965ec50-8b08-4cfd-87c4-e7dc79f403cb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.71482018Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.714858226Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d061a854-a873-4928-9d75-40c96e16e1a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.714895651Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.715214436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ab25497-855b-4398-9ca2-b62da129b064\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.715341679Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.716382984Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8cc47eb-e7af-4b22-873b-c5ad3c790005\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.71657659Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.716764785Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.716820075Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.716851007Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.71687776Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.717869185Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.719677158Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb78411d-be5b-4031-912a-1a066c4ffa58\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.719745965Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.720436711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.726036188Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.726101397Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.726135816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.726497717Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.728600206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53345e31-5971-4384-a274-9c9289ee03ad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.728728251Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.728916166Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.728966937Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.729418777Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.731366147Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a958e3-5160-4c87-906e-1cd075d37158\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.731450455Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.733368306Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96dbb5c7-2684-49b3-878e-01432456d455\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.733451562Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.737085483Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d9e73aa-0fd1-4c18-80e5-1f89c01c7776\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.737335541Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.740230058Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8886a8b-6047-41b6-9762-b23f94f40a15\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.741546631Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.74412579Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5a7d688-c169-46f9-85b5-a728d5372424\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.744292933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.745317755Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d449f2c-c0ca-423c-90d2-b1ee4b7a15d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.745689716Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.746918855Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bded8028-b735-460d-be8b-258f8790c8b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.747060718Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.748050449Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac0dc590-981d-4b88-85de-081dbc55f260\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.74811606Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.748149998Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.74818112Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.748208374Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.748952727Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.753953651Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.758870658Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.758935728Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.758971609Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.75903243Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.759064805Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.759088983Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.766475741Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.769860865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.769926115Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.769960814Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.771125585Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.784870732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.869005434Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","sled_agent_url":"http://[::1]:43365"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.869235994Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:43365/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.871229125Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.871321509Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.871365156Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.871395236Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.872644946Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:04.87285301Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52332"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.882176707Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"4196e418-0ee4-4134-bbbd-d170198de5ad","remote_addr":"[::1]:52332","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:04.883045879Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"uri":"/inventory","method":"GET","req_id":"4196e418-0ee4-4134-bbbd-d170198de5ad","remote_addr":"[::1]:52332","local_addr":"[::1]:43365","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":948,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.884786627Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"SledAgent":"http://[::1]:43365","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:43365/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4196e418-0ee4-4134-bbbd-d170198de5ad\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.888550917Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.888614754Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.888644153Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.891665753Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.891731625Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.891767356Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.891797366Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.892546799Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.893302575Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.899076068Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.899195476Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.899235245Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.899605473Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.91873647Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.929590005Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.929870454Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.929928419Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.930562833Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.932676044Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.93273951Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.933264466Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:04.98978028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:04.993793566Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.993872484Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":54,"elapsed":"497.71281ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.993913225Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","iteration":55,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.993941822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.993976751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:04.994009016Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.994059747Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.996910206Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.99822207Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:04.999438233Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.006063894Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.006224975Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.006368381Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.006973667Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.01153246Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","candidates":"[(fe0fce71-1ed3-4456-a2ef-3f24039d2393, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.011610686Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.01270711Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57385","req_id":"3de95bbc-de69-49c6-b24b-c2d7b5f9c324","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 87 86 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.012832961Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57385","req_id":"3de95bbc-de69-49c6-b24b-c2d7b5f9c324","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.01291286Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.013041096Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.013098701Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:57385","req_id":"3de95bbc-de69-49c6-b24b-c2d7b5f9c324","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.013596903Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54273, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2149, tv_nsec: 812497922 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.013661732Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.013999145Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54450","req_id":"58bc7a0f-1ce7-493e-b686-b95254df3959","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c6 0c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.014058874Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54450","req_id":"58bc7a0f-1ce7-493e-b686-b95254df3959","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.01414749Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.014169815Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:54450","req_id":"58bc7a0f-1ce7-493e-b686-b95254df3959","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.083352807Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.083918565Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.083982863Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.084020398Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.084048944Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.085493933Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.086257665Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.086322184Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.086843172Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.091329841Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.092460905Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63102","req_id":"3f882a1f-9996-443a-8d24-1d37ddaad7d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b7 09 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.092540654Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63102","req_id":"3f882a1f-9996-443a-8d24-1d37ddaad7d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.092752876Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_pantry","level":50,"time":"2025-04-30T06:08:05.092853687Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:63102","req_id":"3f882a1f-9996-443a-8d24-1d37ddaad7d8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.094224138Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.094286252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","mgs_url":"http://[::1]:54273"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.094317865Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.094553234Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.106120601Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.106238636Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.106274868Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.108501725Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.111782041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.11185183Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.114496028Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d19955-7a95-4611-b514-a403bd6a950c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.114810264Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.115406011Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.115491321Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.116204252Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.117735322Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"id":"3f5bb8ea-74c4-4ae6-a112-1ad97c2cd89e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.118423163Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.122012955Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0f8254d-f924-4c5d-a71d-dc39fa0ece19\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.122319436Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.126624624Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f4eae4c-10f8-4a1f-aa04-9f8b5661f033\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.126808069Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.129266437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d93b13d4-1b67-47a2-8662-17ca269b1711\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.129498319Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.133365304Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57dfa59c-8248-4c2f-9322-22c189a3019b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.13353896Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.135873822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91bbe845-b16d-40db-b029-59f56be99d2f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.136007128Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.139580888Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.140795428Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55106","req_id":"681c7ccb-6bae-471e-bf3d-3fccab83dddc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 70 37 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 p7..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.140996489Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55106","req_id":"681c7ccb-6bae-471e-bf3d-3fccab83dddc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.141187269Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.141347678Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.141559751Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:55106","req_id":"681c7ccb-6bae-471e-bf3d-3fccab83dddc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.142512088Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 37951, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2149, tv_nsec: 940984854 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.142578881Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"DnsResolver","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.142872256Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"031b5d30-abdc-40b7-9f90-110a8412bbf5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.142998437Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_pantry","level":10,"time":"2025-04-30T06:08:05.145635041Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60726","req_id":"a165a399-d677-430a-a60c-200d6b8d148e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ce 94 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.145884628Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60726","req_id":"a165a399-d677-430a-a60c-200d6b8d148e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.146032743Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.146060719Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"peer_addr":"[::1]:60726","req_id":"a165a399-d677-430a-a60c-200d6b8d148e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:05.146479503Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_pantry","level":30,"time":"2025-04-30T06:08:05.209905215Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.209974583Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.210818474Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:05.210883745Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:05.213098056Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_pantry","level":40,"time":"2025-04-30T06:08:05.215150015Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.217276612Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.217997558Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb5a961a-aaac-4f45-b79d-df64f4674330\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:08:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.218170703Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.232416547Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6dc544f-ab47-472c-8eb9-ee8693d1b8b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.232661355Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.233946706Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"708e1702-e872-4a3e-a900-344ab50ca2d6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.234110512Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.236458551Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1810451e-a040-418d-b68b-7c6dfdcc7e0b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.236649822Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"Some(Body)","uri":"http://[::1]:54273/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.237673521Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37c791f3-4462-41c6-a384-e6c42b45c667\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.237806947Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.239417035Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f317dd85-57ba-4621-8869-aff9b4f60bf9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.239758816Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.241887788Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc4b4e15-e0a5-42e8-8bde-0ae1366edb5c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.242006394Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.245767959Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb13f404-5daf-4d5e-979f-0ce7927597a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.246058308Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.256132299Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bf69522-61a3-419b-8560-ac93479952a4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.256326596Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.262859713Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","result":"Ok(Response { url: \"http://[::1]:54273/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7ad7ff5-d670-4aaa-9cc2-b38b3c08c894\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_pantry","level":20,"time":"2025-04-30T06:08:05.263044151Z","hostname":"bmat-EVT22200007-000064cb","pid":12592,"gateway_url":"http://[::1]:54273","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"fa82486c-1d93-4c63-a44b-1419dd01ffe2","body":"None","uri":"http://[::1]:54273/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}